2024-12-15 14:32:23,384 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-12-15 14:32:23,459 main DEBUG Took 0.072691 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 14:32:23,468 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 14:32:23,468 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 14:32:23,469 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 14:32:23,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,495 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 14:32:23,556 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,564 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,569 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,587 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,589 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,591 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 14:32:23,593 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,593 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 14:32:23,595 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 14:32:23,597 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 14:32:23,604 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 14:32:23,604 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 14:32:23,606 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 14:32:23,607 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 14:32:23,621 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 14:32:23,625 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 14:32:23,627 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 14:32:23,627 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 14:32:23,628 main DEBUG createAppenders(={Console}) 2024-12-15 14:32:23,629 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 initialized 2024-12-15 14:32:23,629 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 2024-12-15 14:32:23,629 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 OK. 2024-12-15 14:32:23,630 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 14:32:23,631 main DEBUG OutputStream closed 2024-12-15 14:32:23,631 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 14:32:23,631 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 14:32:23,632 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@53aac487 OK 2024-12-15 14:32:23,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 14:32:23,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 14:32:23,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 14:32:23,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 14:32:23,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 14:32:23,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 14:32:23,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 14:32:23,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 14:32:23,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 14:32:23,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 14:32:23,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 14:32:23,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 14:32:23,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 14:32:23,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 14:32:23,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 14:32:23,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 14:32:23,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 14:32:23,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 14:32:23,859 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 14:32:23,859 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6e4566f1) with optional ClassLoader: null 2024-12-15 14:32:23,860 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 14:32:23,861 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6e4566f1] started OK. 2024-12-15T14:32:24,479 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3 2024-12-15 14:32:24,486 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 14:32:24,487 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T14:32:24,508 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-15T14:32:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T14:32:24,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65, deleteOnExit=true 2024-12-15T14:32:24,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T14:32:24,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/test.cache.data in system properties and HBase conf 2024-12-15T14:32:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T14:32:24,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/hadoop.log.dir in system properties and HBase conf 2024-12-15T14:32:24,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T14:32:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T14:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T14:32:24,844 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T14:32:25,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T14:32:25,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T14:32:25,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T14:32:25,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T14:32:25,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T14:32:25,099 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T14:32:25,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T14:32:25,107 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T14:32:25,108 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T14:32:25,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T14:32:25,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/nfs.dump.dir in system properties and HBase conf 2024-12-15T14:32:25,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/java.io.tmpdir in system properties and HBase conf 2024-12-15T14:32:25,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T14:32:25,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T14:32:25,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T14:32:26,721 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T14:32:26,845 INFO [Time-limited test {}] log.Log(170): Logging initialized @4487ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T14:32:27,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T14:32:27,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T14:32:27,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T14:32:27,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T14:32:27,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T14:32:27,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T14:32:27,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/hadoop.log.dir/,AVAILABLE} 2024-12-15T14:32:27,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T14:32:27,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/java.io.tmpdir/jetty-localhost-42249-hadoop-hdfs-3_4_1-tests_jar-_-any-980815358644268797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T14:32:27,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:42249} 2024-12-15T14:32:27,944 INFO [Time-limited test {}] server.Server(415): Started @5587ms 2024-12-15T14:32:28,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T14:32:28,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T14:32:28,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T14:32:28,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T14:32:28,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T14:32:28,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/hadoop.log.dir/,AVAILABLE} 2024-12-15T14:32:28,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T14:32:29,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/java.io.tmpdir/jetty-localhost-36223-hadoop-hdfs-3_4_1-tests_jar-_-any-4273015845047689986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T14:32:29,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:36223} 2024-12-15T14:32:29,133 INFO [Time-limited test {}] server.Server(415): Started @6776ms 2024-12-15T14:32:29,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T14:32:30,575 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/dfs/data/data1/current/BP-424390384-172.17.0.2-1734273146186/current, will proceed with Du for space computation calculation, 2024-12-15T14:32:30,575 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/dfs/data/data2/current/BP-424390384-172.17.0.2-1734273146186/current, will proceed with Du for space computation calculation, 2024-12-15T14:32:30,695 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T14:32:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x993efa75dc10a65a with lease ID 0xd613cdb5c5d42e6b: Processing first storage report for DS-de474b7e-65eb-4300-aed2-e521063085c6 from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=01923576-86cc-46d4-8d3b-768099b12d16, infoPort=44249, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1196256234;c=1734273146186) 2024-12-15T14:32:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x993efa75dc10a65a with lease ID 0xd613cdb5c5d42e6b: from storage DS-de474b7e-65eb-4300-aed2-e521063085c6 node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=01923576-86cc-46d4-8d3b-768099b12d16, infoPort=44249, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1196256234;c=1734273146186), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T14:32:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x993efa75dc10a65a with lease ID 0xd613cdb5c5d42e6b: Processing first storage report for DS-8e8591dc-a157-449c-b44e-ef9c6bf2f197 from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=01923576-86cc-46d4-8d3b-768099b12d16, infoPort=44249, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1196256234;c=1734273146186) 2024-12-15T14:32:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x993efa75dc10a65a with lease ID 0xd613cdb5c5d42e6b: from storage DS-8e8591dc-a157-449c-b44e-ef9c6bf2f197 node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=01923576-86cc-46d4-8d3b-768099b12d16, infoPort=44249, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1196256234;c=1734273146186), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T14:32:30,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3 2024-12-15T14:32:31,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/zookeeper_0, clientPort=53661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T14:32:31,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53661 2024-12-15T14:32:31,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:31,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:31,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741825_1001 (size=7) 2024-12-15T14:32:31,484 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb with version=8 2024-12-15T14:32:31,484 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/hbase-staging 2024-12-15T14:32:31,836 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T14:32:32,253 INFO [Time-limited test {}] client.ConnectionUtils(129): master/6279ffe7531b:0 server-side Connection retries=45 2024-12-15T14:32:32,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T14:32:32,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T14:32:32,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T14:32:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T14:32:32,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T14:32:32,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T14:32:32,664 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T14:32:32,679 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T14:32:32,687 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T14:32:32,722 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 43980 (auto-detected) 2024-12-15T14:32:32,724 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T14:32:32,763 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41897 2024-12-15T14:32:32,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:32,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:32,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41897 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-12-15T14:32:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418970x0, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T14:32:32,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41897-0x1002a1b4c920000 connected 2024-12-15T14:32:33,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T14:32:33,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T14:32:33,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T14:32:33,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41897 2024-12-15T14:32:33,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41897 2024-12-15T14:32:33,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41897 2024-12-15T14:32:33,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41897 2024-12-15T14:32:33,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41897 2024-12-15T14:32:33,096 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb, hbase.cluster.distributed=false 2024-12-15T14:32:33,200 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/6279ffe7531b:0 server-side Connection retries=45 2024-12-15T14:32:33,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T14:32:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T14:32:33,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T14:32:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T14:32:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T14:32:33,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T14:32:33,209 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T14:32:33,212 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40081 2024-12-15T14:32:33,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T14:32:33,243 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T14:32:33,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:33,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:33,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40081 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-12-15T14:32:33,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400810x0, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T14:32:33,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400810x0, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T14:32:33,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40081-0x1002a1b4c920001 connected 2024-12-15T14:32:33,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T14:32:33,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T14:32:33,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40081 2024-12-15T14:32:33,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40081 2024-12-15T14:32:33,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40081 2024-12-15T14:32:33,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40081 2024-12-15T14:32:33,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40081 2024-12-15T14:32:33,394 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/6279ffe7531b,41897,1734273151826 2024-12-15T14:32:33,430 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6279ffe7531b:41897 2024-12-15T14:32:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T14:32:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T14:32:33,434 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6279ffe7531b,41897,1734273151826 2024-12-15T14:32:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T14:32:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T14:32:33,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:33,480 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T14:32:33,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T14:32:33,495 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6279ffe7531b,41897,1734273151826 from backup master directory 2024-12-15T14:32:33,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T14:32:33,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6279ffe7531b,41897,1734273151826 2024-12-15T14:32:33,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T14:32:33,524 WARN [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T14:32:33,524 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6279ffe7531b,41897,1734273151826 2024-12-15T14:32:33,527 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T14:32:33,530 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T14:32:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741826_1002 (size=42) 2024-12-15T14:32:34,119 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/hbase.id with ID: ad25b316-7e22-4aa7-b003-046382d555ca 2024-12-15T14:32:34,192 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T14:32:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:34,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741827_1003 (size=196) 2024-12-15T14:32:34,300 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:32:34,304 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T14:32:34,329 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:34,335 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T14:32:34,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741828_1004 (size=1189) 2024-12-15T14:32:34,852 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store 2024-12-15T14:32:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741829_1005 (size=34) 2024-12-15T14:32:34,876 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T14:32:34,876 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:34,878 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T14:32:34,878 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:32:34,878 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:32:34,878 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T14:32:34,879 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:32:34,879 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:32:34,879 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T14:32:34,881 WARN [master/6279ffe7531b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/.initializing 2024-12-15T14:32:34,882 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/WALs/6279ffe7531b,41897,1734273151826 2024-12-15T14:32:34,890 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T14:32:34,902 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6279ffe7531b%2C41897%2C1734273151826, suffix=, logDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/WALs/6279ffe7531b,41897,1734273151826, archiveDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/oldWALs, maxLogs=10 2024-12-15T14:32:34,931 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/WALs/6279ffe7531b,41897,1734273151826/6279ffe7531b%2C41897%2C1734273151826.1734273154908, exclude list is [], retry=0 2024-12-15T14:32:34,953 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-de474b7e-65eb-4300-aed2-e521063085c6,DISK] 2024-12-15T14:32:34,958 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T14:32:35,007 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/WALs/6279ffe7531b,41897,1734273151826/6279ffe7531b%2C41897%2C1734273151826.1734273154908 2024-12-15T14:32:35,011 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-15T14:32:35,012 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:32:35,012 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:35,018 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,022 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T14:32:35,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:35,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:35,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T14:32:35,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:35,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:35,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T14:32:35,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:35,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T14:32:35,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:35,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:35,152 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,154 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,191 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T14:32:35,207 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T14:32:35,223 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:32:35,225 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70688716, jitterRate=0.05334395170211792}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T14:32:35,231 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T14:32:35,233 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T14:32:35,279 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a89681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:35,315 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T14:32:35,327 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T14:32:35,328 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T14:32:35,331 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T14:32:35,335 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 4 msec 2024-12-15T14:32:35,342 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-12-15T14:32:35,343 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T14:32:35,388 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T14:32:35,448 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T14:32:35,479 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T14:32:35,483 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T14:32:35,494 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T14:32:35,506 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T14:32:35,509 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T14:32:35,518 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T14:32:35,530 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T14:32:35,535 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T14:32:35,548 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T14:32:35,615 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T14:32:35,640 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T14:32:35,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T14:32:35,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T14:32:35,667 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=6279ffe7531b,41897,1734273151826, sessionid=0x1002a1b4c920000, setting cluster-up flag (Was=false) 2024-12-15T14:32:35,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:35,732 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T14:32:35,747 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6279ffe7531b,41897,1734273151826 2024-12-15T14:32:35,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:35,821 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T14:32:35,822 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6279ffe7531b,41897,1734273151826 2024-12-15T14:32:35,915 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6279ffe7531b:40081 2024-12-15T14:32:35,928 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1008): ClusterId : ad25b316-7e22-4aa7-b003-046382d555ca 2024-12-15T14:32:35,928 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T14:32:35,931 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T14:32:35,934 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T14:32:35,939 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T14:32:35,954 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T14:32:35,954 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T14:32:35,946 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6279ffe7531b,41897,1734273151826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T14:32:35,963 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6279ffe7531b:0, corePoolSize=5, maxPoolSize=5 2024-12-15T14:32:35,964 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6279ffe7531b:0, corePoolSize=5, maxPoolSize=5 2024-12-15T14:32:35,964 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6279ffe7531b:0, corePoolSize=5, maxPoolSize=5 2024-12-15T14:32:35,964 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T14:32:35,964 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6279ffe7531b:0, corePoolSize=5, maxPoolSize=5 2024-12-15T14:32:35,964 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6279ffe7531b:0, corePoolSize=10, maxPoolSize=10 2024-12-15T14:32:35,964 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:35,965 DEBUG [RS:0;6279ffe7531b:40081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f4003f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:35,965 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6279ffe7531b:0, corePoolSize=2, maxPoolSize=2 2024-12-15T14:32:35,965 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:35,971 DEBUG [RS:0;6279ffe7531b:40081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9322329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6279ffe7531b/172.17.0.2:0 2024-12-15T14:32:35,975 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T14:32:35,976 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T14:32:35,976 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T14:32:35,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T14:32:35,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T14:32:35,987 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734273185986 2024-12-15T14:32:35,988 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(3073): reportForDuty to master=6279ffe7531b,41897,1734273151826 with isa=6279ffe7531b/172.17.0.2:40081, startcode=1734273153198 2024-12-15T14:32:35,990 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T14:32:35,991 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T14:32:35,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:35,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T14:32:35,996 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T14:32:35,996 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T14:32:35,997 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T14:32:35,997 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T14:32:35,998 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,005 DEBUG [RS:0;6279ffe7531b:40081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T14:32:36,008 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T14:32:36,009 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T14:32:36,010 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T14:32:36,017 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T14:32:36,018 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T14:32:36,021 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6279ffe7531b:0:becomeActiveMaster-HFileCleaner.large.0-1734273156019,5,FailOnTimeoutGroup] 2024-12-15T14:32:36,025 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6279ffe7531b:0:becomeActiveMaster-HFileCleaner.small.0-1734273156022,5,FailOnTimeoutGroup] 2024-12-15T14:32:36,025 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,025 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T14:32:36,027 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,027 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741831_1007 (size=1039) 2024-12-15T14:32:36,074 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43587, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T14:32:36,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:36,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] master.ServerManager(486): Registering regionserver=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:36,098 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:32:36,098 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43179 2024-12-15T14:32:36,098 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T14:32:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T14:32:36,113 DEBUG [RS:0;6279ffe7531b:40081 {}] zookeeper.ZKUtil(111): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6279ffe7531b,40081,1734273153198 2024-12-15T14:32:36,113 WARN [RS:0;6279ffe7531b:40081 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T14:32:36,113 INFO [RS:0;6279ffe7531b:40081 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T14:32:36,114 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198 2024-12-15T14:32:36,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6279ffe7531b,40081,1734273153198] 2024-12-15T14:32:36,128 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T14:32:36,141 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T14:32:36,157 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T14:32:36,161 INFO [RS:0;6279ffe7531b:40081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T14:32:36,161 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,165 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T14:32:36,176 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,176 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,177 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,177 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,177 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,177 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,178 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6279ffe7531b:0, corePoolSize=2, maxPoolSize=2 2024-12-15T14:32:36,178 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,178 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,178 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,178 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,178 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6279ffe7531b:0, corePoolSize=1, maxPoolSize=1 2024-12-15T14:32:36,179 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6279ffe7531b:0, corePoolSize=3, maxPoolSize=3 2024-12-15T14:32:36,179 DEBUG [RS:0;6279ffe7531b:40081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0, corePoolSize=3, maxPoolSize=3 2024-12-15T14:32:36,180 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,180 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,181 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,181 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,181 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,40081,1734273153198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T14:32:36,208 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T14:32:36,210 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,40081,1734273153198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:36,236 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.Replication(204): 6279ffe7531b,40081,1734273153198 started 2024-12-15T14:32:36,236 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1767): Serving as 6279ffe7531b,40081,1734273153198, RpcServer on 6279ffe7531b/172.17.0.2:40081, sessionid=0x1002a1b4c920001 2024-12-15T14:32:36,237 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T14:32:36,237 DEBUG [RS:0;6279ffe7531b:40081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:36,237 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6279ffe7531b,40081,1734273153198' 2024-12-15T14:32:36,237 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T14:32:36,238 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T14:32:36,239 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T14:32:36,239 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T14:32:36,239 DEBUG [RS:0;6279ffe7531b:40081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:36,239 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6279ffe7531b,40081,1734273153198' 2024-12-15T14:32:36,239 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T14:32:36,240 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T14:32:36,240 DEBUG [RS:0;6279ffe7531b:40081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T14:32:36,240 INFO [RS:0;6279ffe7531b:40081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T14:32:36,241 INFO [RS:0;6279ffe7531b:40081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T14:32:36,347 INFO [RS:0;6279ffe7531b:40081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T14:32:36,350 INFO [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6279ffe7531b%2C40081%2C1734273153198, suffix=, logDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198, archiveDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/oldWALs, maxLogs=32 2024-12-15T14:32:36,366 DEBUG [RS:0;6279ffe7531b:40081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198/6279ffe7531b%2C40081%2C1734273153198.1734273156353, exclude list is [], retry=0 2024-12-15T14:32:36,371 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-de474b7e-65eb-4300-aed2-e521063085c6,DISK] 2024-12-15T14:32:36,375 INFO [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198/6279ffe7531b%2C40081%2C1734273153198.1734273156353 2024-12-15T14:32:36,375 DEBUG [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-15T14:32:36,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T14:32:36,446 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:32:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741833_1009 (size=32) 2024-12-15T14:32:36,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:36,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T14:32:36,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T14:32:36,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:36,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:36,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T14:32:36,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T14:32:36,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:36,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:36,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T14:32:36,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T14:32:36,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:36,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:36,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740 2024-12-15T14:32:36,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740 2024-12-15T14:32:36,899 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:32:36,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T14:32:36,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:32:36,916 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71396584, jitterRate=0.06389200687408447}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:32:36,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T14:32:36,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T14:32:36,919 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T14:32:36,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T14:32:36,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T14:32:36,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T14:32:36,930 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T14:32:36,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T14:32:36,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T14:32:36,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T14:32:36,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T14:32:36,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T14:32:36,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T14:32:37,122 DEBUG [6279ffe7531b:41897 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T14:32:37,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:37,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6279ffe7531b,40081,1734273153198, state=OPENING 2024-12-15T14:32:37,154 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T14:32:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:37,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T14:32:37,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T14:32:37,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:32:37,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:37,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T14:32:37,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T14:32:37,357 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T14:32:37,358 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T14:32:37,358 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T14:32:37,362 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6279ffe7531b%2C40081%2C1734273153198.meta, suffix=.meta, logDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198, archiveDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/oldWALs, maxLogs=32 2024-12-15T14:32:37,378 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198/6279ffe7531b%2C40081%2C1734273153198.meta.1734273157363.meta, exclude list is [], retry=0 2024-12-15T14:32:37,381 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-de474b7e-65eb-4300-aed2-e521063085c6,DISK] 2024-12-15T14:32:37,384 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/WALs/6279ffe7531b,40081,1734273153198/6279ffe7531b%2C40081%2C1734273153198.meta.1734273157363.meta 2024-12-15T14:32:37,385 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44249:44249)] 2024-12-15T14:32:37,385 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:32:37,386 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T14:32:37,440 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T14:32:37,446 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T14:32:37,453 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T14:32:37,453 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:37,453 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T14:32:37,453 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T14:32:37,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T14:32:37,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T14:32:37,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:37,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:37,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T14:32:37,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T14:32:37,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:37,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:37,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T14:32:37,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T14:32:37,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:37,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T14:32:37,470 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740 2024-12-15T14:32:37,474 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740 2024-12-15T14:32:37,477 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:32:37,481 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T14:32:37,483 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74691599, jitterRate=0.11299155652523041}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:32:37,487 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T14:32:37,494 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734273157338 2024-12-15T14:32:37,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:37,512 DEBUG [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T14:32:37,512 INFO [RS_OPEN_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T14:32:37,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6279ffe7531b,40081,1734273153198, state=OPEN 2024-12-15T14:32:37,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T14:32:37,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T14:32:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T14:32:37,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T14:32:37,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T14:32:37,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=6279ffe7531b,40081,1734273153198 in 389 msec 2024-12-15T14:32:37,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T14:32:37,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-15T14:32:37,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7520 sec 2024-12-15T14:32:37,623 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734273157623, completionTime=-1 2024-12-15T14:32:37,623 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T14:32:37,624 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T14:32:37,683 DEBUG [hconnection-0x50d169e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:37,687 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:37,700 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T14:32:37,700 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734273217700 2024-12-15T14:32:37,700 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734273277700 2024-12-15T14:32:37,701 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 77 msec 2024-12-15T14:32:37,766 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,41897,1734273151826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:37,767 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,41897,1734273151826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:37,767 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,41897,1734273151826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:37,769 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6279ffe7531b:41897, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:37,770 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:37,787 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T14:32:37,789 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T14:32:37,790 DEBUG [master/6279ffe7531b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T14:32:37,817 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T14:32:37,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:32:37,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:37,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:32:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741835_1011 (size=358) 2024-12-15T14:32:38,282 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1a09f4b538dad86f86094ed09639b58a, NAME => 'hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:32:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741836_1012 (size=42) 2024-12-15T14:32:38,329 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:38,329 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 1a09f4b538dad86f86094ed09639b58a, disabling compactions & flushes 2024-12-15T14:32:38,329 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. after waiting 0 ms 2024-12-15T14:32:38,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,330 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1a09f4b538dad86f86094ed09639b58a: 2024-12-15T14:32:38,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:32:38,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734273158349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273158349"}]},"ts":"1734273158349"} 2024-12-15T14:32:38,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:32:38,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:32:38,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273158424"}]},"ts":"1734273158424"} 2024-12-15T14:32:38,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T14:32:38,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1a09f4b538dad86f86094ed09639b58a, ASSIGN}] 2024-12-15T14:32:38,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1a09f4b538dad86f86094ed09639b58a, ASSIGN 2024-12-15T14:32:38,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1a09f4b538dad86f86094ed09639b58a, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:32:38,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1a09f4b538dad86f86094ed09639b58a, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:38,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1a09f4b538dad86f86094ed09639b58a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:32:38,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:38,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 1a09f4b538dad86f86094ed09639b58a, NAME => 'hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:32:38,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:38,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,930 INFO [StoreOpener-1a09f4b538dad86f86094ed09639b58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,934 INFO [StoreOpener-1a09f4b538dad86f86094ed09639b58a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a09f4b538dad86f86094ed09639b58a columnFamilyName info 2024-12-15T14:32:38,934 DEBUG [StoreOpener-1a09f4b538dad86f86094ed09639b58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:38,936 INFO [StoreOpener-1a09f4b538dad86f86094ed09639b58a-1 {}] regionserver.HStore(327): Store=1a09f4b538dad86f86094ed09639b58a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:38,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:32:38,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:32:38,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 1a09f4b538dad86f86094ed09639b58a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66533351, jitterRate=-0.008575811982154846}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T14:32:38,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 1a09f4b538dad86f86094ed09639b58a: 2024-12-15T14:32:38,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a., pid=6, masterSystemTime=1734273158903 2024-12-15T14:32:38,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:32:38,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1a09f4b538dad86f86094ed09639b58a, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:39,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T14:32:39,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1a09f4b538dad86f86094ed09639b58a, server=6279ffe7531b,40081,1734273153198 in 275 msec 2024-12-15T14:32:39,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T14:32:39,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1a09f4b538dad86f86094ed09639b58a, ASSIGN in 469 msec 2024-12-15T14:32:39,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:32:39,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273159024"}]},"ts":"1734273159024"} 2024-12-15T14:32:39,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T14:32:39,073 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T14:32:39,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:32:39,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2870 sec 2024-12-15T14:32:39,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T14:32:39,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:39,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:32:39,135 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T14:32:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T14:32:39,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 76 msec 2024-12-15T14:32:39,214 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T14:32:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T14:32:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T14:32:39,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 81 msec 2024-12-15T14:32:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T14:32:39,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T14:32:39,419 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.894sec 2024-12-15T14:32:39,421 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T14:32:39,423 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T14:32:39,424 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T14:32:39,425 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T14:32:39,425 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T14:32:39,427 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,41897,1734273151826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T14:32:39,432 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,41897,1734273151826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T14:32:39,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0870ca2a to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63dfbe60 2024-12-15T14:32:39,469 DEBUG [master/6279ffe7531b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T14:32:39,471 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T14:32:39,472 INFO [master/6279ffe7531b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6279ffe7531b,41897,1734273151826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T14:32:39,474 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T14:32:39,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:39,535 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T14:32:39,535 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T14:32:39,576 DEBUG [hconnection-0x6449c4c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:39,596 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:39,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=6279ffe7531b,41897,1734273151826 2024-12-15T14:32:39,633 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=1048, ProcessCount=11, AvailableMemoryMB=3786 2024-12-15T14:32:39,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:32:39,728 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:32:39,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:32:39,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:32:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T14:32:39,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:32:39,810 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:39,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:32:39,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-15T14:32:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T14:32:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741837_1013 (size=963) 2024-12-15T14:32:39,921 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:32:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T14:32:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741838_1014 (size=53) 2024-12-15T14:32:39,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:39,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing adeeb67288d15ec47d3c8287f2f98b79, disabling compactions & flushes 2024-12-15T14:32:39,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:39,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:39,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. after waiting 0 ms 2024-12-15T14:32:39,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:39,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:39,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:39,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:32:39,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734273159991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273159991"}]},"ts":"1734273159991"} 2024-12-15T14:32:40,003 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:32:40,019 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:32:40,020 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273160019"}]},"ts":"1734273160019"} 2024-12-15T14:32:40,030 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T14:32:40,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, ASSIGN}] 2024-12-15T14:32:40,127 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, ASSIGN 2024-12-15T14:32:40,147 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:32:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T14:32:40,300 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=adeeb67288d15ec47d3c8287f2f98b79, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:40,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:32:40,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T14:32:40,497 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:40,498 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:32:40,498 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,498 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:32:40,499 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,499 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,510 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,522 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:32:40,522 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeeb67288d15ec47d3c8287f2f98b79 columnFamilyName A 2024-12-15T14:32:40,523 DEBUG [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:40,524 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.HStore(327): Store=adeeb67288d15ec47d3c8287f2f98b79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:40,525 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,527 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:32:40,528 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeeb67288d15ec47d3c8287f2f98b79 columnFamilyName B 2024-12-15T14:32:40,528 DEBUG [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:40,537 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.HStore(327): Store=adeeb67288d15ec47d3c8287f2f98b79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:40,537 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,542 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:32:40,543 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adeeb67288d15ec47d3c8287f2f98b79 columnFamilyName C 2024-12-15T14:32:40,543 DEBUG [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:32:40,544 INFO [StoreOpener-adeeb67288d15ec47d3c8287f2f98b79-1 {}] regionserver.HStore(327): Store=adeeb67288d15ec47d3c8287f2f98b79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:32:40,545 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:40,550 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,551 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,556 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:32:40,565 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:40,571 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:32:40,573 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened adeeb67288d15ec47d3c8287f2f98b79; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63874421, jitterRate=-0.048196956515312195}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:32:40,575 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:40,577 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., pid=11, masterSystemTime=1734273160474 2024-12-15T14:32:40,588 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:40,588 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:40,592 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=adeeb67288d15ec47d3c8287f2f98b79, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:40,599 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=6279ffe7531b,40081,1734273153198, table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T14:32:40,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T14:32:40,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 in 290 msec 2024-12-15T14:32:40,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T14:32:40,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, ASSIGN in 492 msec 2024-12-15T14:32:40,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:32:40,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273160617"}]},"ts":"1734273160617"} 2024-12-15T14:32:40,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T14:32:40,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:32:40,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 920 msec 2024-12-15T14:32:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T14:32:40,991 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-15T14:32:40,997 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02a08c5a to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6be4168e 2024-12-15T14:32:41,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:32:41,172 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:32:41,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24512372 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5038857 2024-12-15T14:32:41,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,225 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-12-15T14:32:41,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68aae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d523ff to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@629b91f8 2024-12-15T14:32:41,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-12-15T14:32:41,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb8ce8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d888e3e to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53f30e40 2024-12-15T14:32:41,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915562a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f34c0b8 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@691cbc80 2024-12-15T14:32:41,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502730d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ebb9f30 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cfc6db 2024-12-15T14:32:41,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8793a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f18a09d to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8b52656 2024-12-15T14:32:41,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71209fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x426bcd11 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@634dc49c 2024-12-15T14:32:41,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:32:41,552 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,568 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:41,592 DEBUG [hconnection-0x460db217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,596 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-15T14:32:41,602 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:41,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,616 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,616 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:41,619 DEBUG [hconnection-0x13693b96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,620 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:41,623 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:41,628 DEBUG [hconnection-0x588b494f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:32:41,628 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,638 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,680 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,705 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:41,721 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:32:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:41,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:32:41,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:41,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:41,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:41,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:41,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:41,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:41,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/36bfa29683844c20856241f86978506c is 50, key is test_row_0/A:col10/1734273161649/Put/seqid=0 2024-12-15T14:32:42,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:42,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T14:32:42,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T14:32:42,161 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T14:32:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273222134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273222160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273222176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273222181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741839_1015 (size=21365) 2024-12-15T14:32:42,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273222205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:42,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273222347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273222349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273222348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273222356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273222357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:42,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273222581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273222581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273222581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273222581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273222588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/36bfa29683844c20856241f86978506c 2024-12-15T14:32:42,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:42,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273222889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273222895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273222896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273222896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273222904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:42,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:42,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:42,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/97a72e2e747144bc9412125d34ccea5c is 50, key is test_row_0/B:col10/1734273161649/Put/seqid=0 2024-12-15T14:32:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:42,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:32:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741840_1016 (size=12001) 2024-12-15T14:32:43,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/97a72e2e747144bc9412125d34ccea5c 2024-12-15T14:32:43,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/b4cc267026b54f7e940faccacf68ef4c is 50, key is test_row_0/C:col10/1734273161649/Put/seqid=0 2024-12-15T14:32:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741841_1017 (size=12001) 2024-12-15T14:32:43,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/b4cc267026b54f7e940faccacf68ef4c 2024-12-15T14:32:43,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T14:32:43,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T14:32:43,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T14:32:43,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T14:32:43,263 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T14:32:43,263 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T14:32:43,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T14:32:43,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T14:32:43,264 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T14:32:43,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T14:32:43,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/36bfa29683844c20856241f86978506c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/36bfa29683844c20856241f86978506c 2024-12-15T14:32:43,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/36bfa29683844c20856241f86978506c, entries=350, sequenceid=13, filesize=20.9 K 2024-12-15T14:32:43,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/97a72e2e747144bc9412125d34ccea5c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/97a72e2e747144bc9412125d34ccea5c 2024-12-15T14:32:43,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/97a72e2e747144bc9412125d34ccea5c, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T14:32:43,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/b4cc267026b54f7e940faccacf68ef4c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/b4cc267026b54f7e940faccacf68ef4c 2024-12-15T14:32:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273223409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273223411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:43,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:43,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/b4cc267026b54f7e940faccacf68ef4c, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T14:32:43,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for adeeb67288d15ec47d3c8287f2f98b79 in 1646ms, sequenceid=13, compaction requested=false 2024-12-15T14:32:43,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:43,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T14:32:43,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:43,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:43,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/bf61ae432cb04f8e9aaced3514c659a5 is 50, key is test_row_0/A:col10/1734273162158/Put/seqid=0 2024-12-15T14:32:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273223550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273223572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273223563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741842_1018 (size=16681) 2024-12-15T14:32:43,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273223689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273223691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273223713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:43,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273223935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273223936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:43,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:43,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:43,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:43,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273223936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/bf61ae432cb04f8e9aaced3514c659a5 2024-12-15T14:32:44,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/da4cdc17231d4d18984bc0f0e0522da0 is 50, key is test_row_0/B:col10/1734273162158/Put/seqid=0 2024-12-15T14:32:44,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:44,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:44,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741843_1019 (size=12001) 2024-12-15T14:32:44,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/da4cdc17231d4d18984bc0f0e0522da0 2024-12-15T14:32:44,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/c09a03fefc7247e280dca6cf054fb713 is 50, key is test_row_0/C:col10/1734273162158/Put/seqid=0 2024-12-15T14:32:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273224255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273224268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273224272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:44,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:44,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741844_1020 (size=12001) 2024-12-15T14:32:44,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/c09a03fefc7247e280dca6cf054fb713 2024-12-15T14:32:44,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/bf61ae432cb04f8e9aaced3514c659a5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/bf61ae432cb04f8e9aaced3514c659a5 2024-12-15T14:32:44,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/bf61ae432cb04f8e9aaced3514c659a5, entries=250, sequenceid=40, filesize=16.3 K 2024-12-15T14:32:44,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/da4cdc17231d4d18984bc0f0e0522da0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/da4cdc17231d4d18984bc0f0e0522da0 2024-12-15T14:32:44,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/da4cdc17231d4d18984bc0f0e0522da0, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T14:32:44,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/c09a03fefc7247e280dca6cf054fb713 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/c09a03fefc7247e280dca6cf054fb713 2024-12-15T14:32:44,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/c09a03fefc7247e280dca6cf054fb713, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T14:32:44,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for adeeb67288d15ec47d3c8287f2f98b79 in 967ms, sequenceid=40, compaction requested=false 2024-12-15T14:32:44,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:44,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T14:32:44,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:44,455 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:32:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:44,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/67b457ed3ff34036836f513490a0c324 is 50, key is test_row_0/A:col10/1734273163512/Put/seqid=0 2024-12-15T14:32:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741845_1021 (size=14341) 2024-12-15T14:32:44,534 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/67b457ed3ff34036836f513490a0c324 2024-12-15T14:32:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/b573dbf935a7481098b430c7796de10c is 50, key is test_row_0/B:col10/1734273163512/Put/seqid=0 2024-12-15T14:32:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273224718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273224727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741846_1022 (size=12001) 2024-12-15T14:32:44,767 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/b573dbf935a7481098b430c7796de10c 2024-12-15T14:32:44,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273224779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273224784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273224784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/fcb7a87b1e204c4a801477114f3ed434 is 50, key is test_row_0/C:col10/1734273163512/Put/seqid=0 2024-12-15T14:32:44,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273224838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273224845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:44,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741847_1023 (size=12001) 2024-12-15T14:32:45,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273225070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273225076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,341 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/fcb7a87b1e204c4a801477114f3ed434 2024-12-15T14:32:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/67b457ed3ff34036836f513490a0c324 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/67b457ed3ff34036836f513490a0c324 2024-12-15T14:32:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273225395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273225399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,411 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/67b457ed3ff34036836f513490a0c324, entries=200, sequenceid=51, filesize=14.0 K 2024-12-15T14:32:45,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/b573dbf935a7481098b430c7796de10c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b573dbf935a7481098b430c7796de10c 2024-12-15T14:32:45,473 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b573dbf935a7481098b430c7796de10c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T14:32:45,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/fcb7a87b1e204c4a801477114f3ed434 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/fcb7a87b1e204c4a801477114f3ed434 2024-12-15T14:32:45,548 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/fcb7a87b1e204c4a801477114f3ed434, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T14:32:45,557 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for adeeb67288d15ec47d3c8287f2f98b79 in 1101ms, sequenceid=51, compaction requested=true 2024-12-15T14:32:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:45,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-15T14:32:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-15T14:32:45,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-15T14:32:45,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9370 sec 2024-12-15T14:32:45,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 4.0010 sec 2024-12-15T14:32:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T14:32:45,754 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-15T14:32:45,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-15T14:32:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:45,803 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:45,805 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:45,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:45,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T14:32:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:45,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273225869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5a25216e4fc046458c0c1078ed6ddbc3 is 50, key is test_row_0/A:col10/1734273164714/Put/seqid=0 2024-12-15T14:32:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273225880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273225881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273225908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273225918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741848_1024 (size=14341) 2024-12-15T14:32:45,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:45,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:45,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273225987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273225997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273226000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:46,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273226212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273226213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273226215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:46,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5a25216e4fc046458c0c1078ed6ddbc3 2024-12-15T14:32:46,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/019bf621f1f14e97a2edb4105a733deb is 50, key is test_row_0/B:col10/1734273164714/Put/seqid=0 2024-12-15T14:32:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:46,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:46,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:46,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741849_1025 (size=12001) 2024-12-15T14:32:46,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273226529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273226529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273226530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:46,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:46,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/019bf621f1f14e97a2edb4105a733deb 2024-12-15T14:32:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:46,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/e86f74648cb6471e89f43c45e45fa2dc is 50, key is test_row_0/C:col10/1734273164714/Put/seqid=0 2024-12-15T14:32:46,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273226921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:46,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:46,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273226938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741850_1026 (size=12001) 2024-12-15T14:32:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273227040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273227054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273227054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:47,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:47,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/e86f74648cb6471e89f43c45e45fa2dc 2024-12-15T14:32:47,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5a25216e4fc046458c0c1078ed6ddbc3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5a25216e4fc046458c0c1078ed6ddbc3 2024-12-15T14:32:47,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:47,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5a25216e4fc046458c0c1078ed6ddbc3, entries=200, sequenceid=79, filesize=14.0 K 2024-12-15T14:32:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/019bf621f1f14e97a2edb4105a733deb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/019bf621f1f14e97a2edb4105a733deb 2024-12-15T14:32:47,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/019bf621f1f14e97a2edb4105a733deb, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T14:32:47,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/e86f74648cb6471e89f43c45e45fa2dc as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/e86f74648cb6471e89f43c45e45fa2dc 2024-12-15T14:32:47,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/e86f74648cb6471e89f43c45e45fa2dc, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T14:32:47,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for adeeb67288d15ec47d3c8287f2f98b79 in 1707ms, sequenceid=79, compaction requested=true 2024-12-15T14:32:47,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:47,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:32:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:32:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:32:47,542 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:32:47,543 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:32:47,558 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 66728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:32:47,561 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:32:47,563 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/B is initiating minor compaction (all files) 2024-12-15T14:32:47,563 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/B in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,564 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/97a72e2e747144bc9412125d34ccea5c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/da4cdc17231d4d18984bc0f0e0522da0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b573dbf935a7481098b430c7796de10c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/019bf621f1f14e97a2edb4105a733deb] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=46.9 K 2024-12-15T14:32:47,565 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a72e2e747144bc9412125d34ccea5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734273161649 2024-12-15T14:32:47,566 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting da4cdc17231d4d18984bc0f0e0522da0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273162158 2024-12-15T14:32:47,570 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b573dbf935a7481098b430c7796de10c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273163512 2024-12-15T14:32:47,572 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 019bf621f1f14e97a2edb4105a733deb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734273164691 2024-12-15T14:32:47,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:47,583 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/A is initiating minor compaction (all files) 2024-12-15T14:32:47,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T14:32:47,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,587 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/A in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,587 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:32:47,587 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/36bfa29683844c20856241f86978506c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/bf61ae432cb04f8e9aaced3514c659a5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/67b457ed3ff34036836f513490a0c324, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5a25216e4fc046458c0c1078ed6ddbc3] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=65.2 K 2024-12-15T14:32:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:47,609 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36bfa29683844c20856241f86978506c, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734273161649 2024-12-15T14:32:47,611 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf61ae432cb04f8e9aaced3514c659a5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273162158 2024-12-15T14:32:47,613 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67b457ed3ff34036836f513490a0c324, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273163512 2024-12-15T14:32:47,618 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a25216e4fc046458c0c1078ed6ddbc3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734273164691 2024-12-15T14:32:47,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/4034a56e98ac414f937cd91640a8a130 is 50, key is test_row_0/A:col10/1734273165870/Put/seqid=0 2024-12-15T14:32:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741851_1027 (size=12001) 2024-12-15T14:32:47,706 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/4034a56e98ac414f937cd91640a8a130 2024-12-15T14:32:47,738 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#A#compaction#14 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:47,749 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#B#compaction#13 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:47,752 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/143afb5d46174805aed92067eb5e124e is 50, key is test_row_0/A:col10/1734273164714/Put/seqid=0 2024-12-15T14:32:47,756 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/35dbff4b502a442498e26db981d5962d is 50, key is test_row_0/B:col10/1734273164714/Put/seqid=0 2024-12-15T14:32:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741852_1028 (size=12139) 2024-12-15T14:32:47,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/961e8ffca7c147a3b570da8c6379e062 is 50, key is test_row_0/B:col10/1734273165870/Put/seqid=0 2024-12-15T14:32:47,848 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/143afb5d46174805aed92067eb5e124e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/143afb5d46174805aed92067eb5e124e 2024-12-15T14:32:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741853_1029 (size=12139) 2024-12-15T14:32:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741854_1030 (size=12001) 2024-12-15T14:32:47,944 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/A of adeeb67288d15ec47d3c8287f2f98b79 into 143afb5d46174805aed92067eb5e124e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:47,944 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:47,945 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/A, priority=12, startTime=1734273167534; duration=0sec 2024-12-15T14:32:47,945 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/35dbff4b502a442498e26db981d5962d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/35dbff4b502a442498e26db981d5962d 2024-12-15T14:32:47,946 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:47,946 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:32:47,946 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:32:47,951 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/961e8ffca7c147a3b570da8c6379e062 2024-12-15T14:32:47,977 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:32:47,978 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/C is initiating minor compaction (all files) 2024-12-15T14:32:47,978 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/C in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:47,978 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/b4cc267026b54f7e940faccacf68ef4c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/c09a03fefc7247e280dca6cf054fb713, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/fcb7a87b1e204c4a801477114f3ed434, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/e86f74648cb6471e89f43c45e45fa2dc] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=46.9 K 2024-12-15T14:32:47,991 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4cc267026b54f7e940faccacf68ef4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734273161649 2024-12-15T14:32:47,992 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c09a03fefc7247e280dca6cf054fb713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273162158 2024-12-15T14:32:47,995 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcb7a87b1e204c4a801477114f3ed434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273163512 2024-12-15T14:32:47,998 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/B of adeeb67288d15ec47d3c8287f2f98b79 into 35dbff4b502a442498e26db981d5962d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:47,998 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:47,998 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/B, priority=12, startTime=1734273167541; duration=0sec 2024-12-15T14:32:47,998 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:47,999 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:48,001 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e86f74648cb6471e89f43c45e45fa2dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734273164691 2024-12-15T14:32:48,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/02ff0070e8e6470d8c5570d41ad58f35 is 50, key is test_row_0/C:col10/1734273165870/Put/seqid=0 2024-12-15T14:32:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741855_1031 (size=12001) 2024-12-15T14:32:48,074 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:48,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/02ff0070e8e6470d8c5570d41ad58f35 2024-12-15T14:32:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:48,099 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/f72721157fe24d1aa6150d86529de0a6 is 50, key is test_row_0/C:col10/1734273164714/Put/seqid=0 2024-12-15T14:32:48,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/4034a56e98ac414f937cd91640a8a130 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4034a56e98ac414f937cd91640a8a130 2024-12-15T14:32:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741856_1032 (size=12139) 2024-12-15T14:32:48,211 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4034a56e98ac414f937cd91640a8a130, entries=150, sequenceid=87, filesize=11.7 K 2024-12-15T14:32:48,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/961e8ffca7c147a3b570da8c6379e062 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/961e8ffca7c147a3b570da8c6379e062 2024-12-15T14:32:48,277 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/961e8ffca7c147a3b570da8c6379e062, entries=150, sequenceid=87, filesize=11.7 K 2024-12-15T14:32:48,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/02ff0070e8e6470d8c5570d41ad58f35 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/02ff0070e8e6470d8c5570d41ad58f35 2024-12-15T14:32:48,354 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/02ff0070e8e6470d8c5570d41ad58f35, entries=150, sequenceid=87, filesize=11.7 K 2024-12-15T14:32:48,361 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=154.31 KB/158010 for adeeb67288d15ec47d3c8287f2f98b79 in 773ms, sequenceid=87, compaction requested=false 2024-12-15T14:32:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-15T14:32:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-15T14:32:48,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T14:32:48,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:48,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:48,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:48,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:48,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:48,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/0761fb2b2de9407f9a684a29fd0e086f is 50, key is test_row_0/A:col10/1734273168328/Put/seqid=0 2024-12-15T14:32:48,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-15T14:32:48,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-12-15T14:32:48,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.6260 sec 2024-12-15T14:32:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273228408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273228424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741857_1033 (size=14341) 2024-12-15T14:32:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273228430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273228564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273228565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273228566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,624 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/f72721157fe24d1aa6150d86529de0a6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/f72721157fe24d1aa6150d86529de0a6 2024-12-15T14:32:48,662 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/C of adeeb67288d15ec47d3c8287f2f98b79 into f72721157fe24d1aa6150d86529de0a6(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:48,662 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:48,662 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/C, priority=12, startTime=1734273167541; duration=0sec 2024-12-15T14:32:48,662 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:48,662 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:32:48,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273228805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273228811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273228811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/0761fb2b2de9407f9a684a29fd0e086f 2024-12-15T14:32:48,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/becea96fd7434ecc97ad5339dfd2faf0 is 50, key is test_row_0/B:col10/1734273168328/Put/seqid=0 2024-12-15T14:32:48,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273228936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:48,960 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:32:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741858_1034 (size=12001) 2024-12-15T14:32:48,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/becea96fd7434ecc97ad5339dfd2faf0 2024-12-15T14:32:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273228983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,004 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4278 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:32:49,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/87185391ebcf47d9be8211c33e13d15f is 50, key is test_row_0/C:col10/1734273168328/Put/seqid=0 2024-12-15T14:32:49,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741859_1035 (size=12001) 2024-12-15T14:32:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273229125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/87185391ebcf47d9be8211c33e13d15f 2024-12-15T14:32:49,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273229126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273229137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/0761fb2b2de9407f9a684a29fd0e086f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/0761fb2b2de9407f9a684a29fd0e086f 2024-12-15T14:32:49,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/0761fb2b2de9407f9a684a29fd0e086f, entries=200, sequenceid=116, filesize=14.0 K 2024-12-15T14:32:49,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/becea96fd7434ecc97ad5339dfd2faf0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/becea96fd7434ecc97ad5339dfd2faf0 2024-12-15T14:32:49,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/becea96fd7434ecc97ad5339dfd2faf0, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T14:32:49,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/87185391ebcf47d9be8211c33e13d15f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/87185391ebcf47d9be8211c33e13d15f 2024-12-15T14:32:49,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/87185391ebcf47d9be8211c33e13d15f, entries=150, sequenceid=116, filesize=11.7 K 2024-12-15T14:32:49,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for adeeb67288d15ec47d3c8287f2f98b79 in 931ms, sequenceid=116, compaction requested=true 2024-12-15T14:32:49,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:49,298 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:32:49,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:32:49,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:49,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:32:49,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:49,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:49,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:49,299 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:32:49,304 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:32:49,304 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/A is initiating minor compaction (all files) 2024-12-15T14:32:49,304 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/A in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:49,305 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/143afb5d46174805aed92067eb5e124e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4034a56e98ac414f937cd91640a8a130, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/0761fb2b2de9407f9a684a29fd0e086f] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=37.6 K 2024-12-15T14:32:49,306 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 143afb5d46174805aed92067eb5e124e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734273164691 2024-12-15T14:32:49,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4034a56e98ac414f937cd91640a8a130, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734273165865 2024-12-15T14:32:49,311 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:32:49,311 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0761fb2b2de9407f9a684a29fd0e086f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734273168266 2024-12-15T14:32:49,311 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/B is initiating minor compaction (all files) 2024-12-15T14:32:49,311 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/B in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:49,312 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/35dbff4b502a442498e26db981d5962d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/961e8ffca7c147a3b570da8c6379e062, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/becea96fd7434ecc97ad5339dfd2faf0] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=35.3 K 2024-12-15T14:32:49,317 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35dbff4b502a442498e26db981d5962d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734273164691 2024-12-15T14:32:49,317 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 961e8ffca7c147a3b570da8c6379e062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734273165865 2024-12-15T14:32:49,319 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting becea96fd7434ecc97ad5339dfd2faf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734273168266 2024-12-15T14:32:49,353 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:49,355 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5ddff53add36475296a5ffcef1968635 is 50, key is test_row_0/A:col10/1734273168328/Put/seqid=0 2024-12-15T14:32:49,370 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:49,371 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/3155f9b6aff045ae8a5948a4c830be56 is 50, key is test_row_0/B:col10/1734273168328/Put/seqid=0 2024-12-15T14:32:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741860_1036 (size=12241) 2024-12-15T14:32:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741861_1037 (size=12241) 2024-12-15T14:32:49,493 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/3155f9b6aff045ae8a5948a4c830be56 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/3155f9b6aff045ae8a5948a4c830be56 2024-12-15T14:32:49,540 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/B of adeeb67288d15ec47d3c8287f2f98b79 into 3155f9b6aff045ae8a5948a4c830be56(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:49,540 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:49,540 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/B, priority=13, startTime=1734273169299; duration=0sec 2024-12-15T14:32:49,540 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:49,540 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:49,541 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:32:49,550 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:32:49,550 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/C is initiating minor compaction (all files) 2024-12-15T14:32:49,550 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/C in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:49,551 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/f72721157fe24d1aa6150d86529de0a6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/02ff0070e8e6470d8c5570d41ad58f35, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/87185391ebcf47d9be8211c33e13d15f] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=35.3 K 2024-12-15T14:32:49,552 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f72721157fe24d1aa6150d86529de0a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734273164691 2024-12-15T14:32:49,553 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02ff0070e8e6470d8c5570d41ad58f35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734273165865 2024-12-15T14:32:49,554 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87185391ebcf47d9be8211c33e13d15f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734273168266 2024-12-15T14:32:49,584 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:49,588 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/6ec09e7886f449dab17d515d0afab34b is 50, key is test_row_0/C:col10/1734273168328/Put/seqid=0 2024-12-15T14:32:49,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741862_1038 (size=12241) 2024-12-15T14:32:49,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:32:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:49,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:49,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/4ad17e8456ce4ca9a461e43853eaadc2 is 50, key is test_row_0/A:col10/1734273169650/Put/seqid=0 2024-12-15T14:32:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741863_1039 (size=14391) 2024-12-15T14:32:49,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/4ad17e8456ce4ca9a461e43853eaadc2 2024-12-15T14:32:49,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/c3625cb7a9b34a8a85fa655e74dd1e6c is 50, key is test_row_0/B:col10/1734273169650/Put/seqid=0 2024-12-15T14:32:49,820 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5ddff53add36475296a5ffcef1968635 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5ddff53add36475296a5ffcef1968635 2024-12-15T14:32:49,834 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/A of adeeb67288d15ec47d3c8287f2f98b79 into 5ddff53add36475296a5ffcef1968635(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:49,834 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:49,834 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/A, priority=13, startTime=1734273169298; duration=0sec 2024-12-15T14:32:49,835 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:49,835 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:32:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273229836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273229839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273229839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741864_1040 (size=12051) 2024-12-15T14:32:49,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/c3625cb7a9b34a8a85fa655e74dd1e6c 2024-12-15T14:32:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T14:32:49,916 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-15T14:32:49,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/7970a1ee6f6f4e7b8f6b12ab96df0263 is 50, key is test_row_0/C:col10/1734273169650/Put/seqid=0 2024-12-15T14:32:49,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-15T14:32:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T14:32:49,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:49,957 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:49,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:49,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273229966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273229966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:49,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273229969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741865_1041 (size=12051) 2024-12-15T14:32:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T14:32:50,074 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/6ec09e7886f449dab17d515d0afab34b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/6ec09e7886f449dab17d515d0afab34b 2024-12-15T14:32:50,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,112 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/C of adeeb67288d15ec47d3c8287f2f98b79 into 6ec09e7886f449dab17d515d0afab34b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:50,112 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:50,112 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/C, priority=13, startTime=1734273169299; duration=0sec 2024-12-15T14:32:50,112 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:50,112 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:32:50,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T14:32:50,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:50,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273230176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273230184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273230184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T14:32:50,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T14:32:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/7970a1ee6f6f4e7b8f6b12ab96df0263 2024-12-15T14:32:50,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T14:32:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:50,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/4ad17e8456ce4ca9a461e43853eaadc2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4ad17e8456ce4ca9a461e43853eaadc2 2024-12-15T14:32:50,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4ad17e8456ce4ca9a461e43853eaadc2, entries=200, sequenceid=129, filesize=14.1 K 2024-12-15T14:32:50,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/c3625cb7a9b34a8a85fa655e74dd1e6c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c3625cb7a9b34a8a85fa655e74dd1e6c 2024-12-15T14:32:50,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c3625cb7a9b34a8a85fa655e74dd1e6c, entries=150, sequenceid=129, filesize=11.8 K 2024-12-15T14:32:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273230507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273230507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/7970a1ee6f6f4e7b8f6b12ab96df0263 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7970a1ee6f6f4e7b8f6b12ab96df0263 2024-12-15T14:32:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T14:32:50,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273230505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7970a1ee6f6f4e7b8f6b12ab96df0263, entries=150, sequenceid=129, filesize=11.8 K 2024-12-15T14:32:50,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for adeeb67288d15ec47d3c8287f2f98b79 in 916ms, sequenceid=129, compaction requested=false 2024-12-15T14:32:50,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:50,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:50,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T14:32:50,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:50,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:32:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:50,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:50,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/38fe6686d360483db2922191cee18083 is 50, key is test_row_0/A:col10/1734273169823/Put/seqid=0 2024-12-15T14:32:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741866_1042 (size=12151) 2024-12-15T14:32:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T14:32:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:51,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273231112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273231112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273231112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,145 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/38fe6686d360483db2922191cee18083 2024-12-15T14:32:51,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/90189d8792334609bc717339464d2f4c is 50, key is test_row_0/B:col10/1734273169823/Put/seqid=0 2024-12-15T14:32:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273231225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741867_1043 (size=12151) 2024-12-15T14:32:51,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273231232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273231237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273231432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273231450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273231452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,642 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/90189d8792334609bc717339464d2f4c 2024-12-15T14:32:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/9f5b8bce8a6f4d578b603546ed9144a6 is 50, key is test_row_0/C:col10/1734273169823/Put/seqid=0 2024-12-15T14:32:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741868_1044 (size=12151) 2024-12-15T14:32:51,752 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/9f5b8bce8a6f4d578b603546ed9144a6 2024-12-15T14:32:51,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273231755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273231769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/38fe6686d360483db2922191cee18083 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/38fe6686d360483db2922191cee18083 2024-12-15T14:32:51,783 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/38fe6686d360483db2922191cee18083, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T14:32:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/90189d8792334609bc717339464d2f4c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/90189d8792334609bc717339464d2f4c 2024-12-15T14:32:51,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273231777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:51,797 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/90189d8792334609bc717339464d2f4c, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T14:32:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/9f5b8bce8a6f4d578b603546ed9144a6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/9f5b8bce8a6f4d578b603546ed9144a6 2024-12-15T14:32:51,824 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/9f5b8bce8a6f4d578b603546ed9144a6, entries=150, sequenceid=156, filesize=11.9 K 2024-12-15T14:32:51,826 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for adeeb67288d15ec47d3c8287f2f98b79 in 1203ms, sequenceid=156, compaction requested=true 2024-12-15T14:32:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-15T14:32:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-15T14:32:51,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-15T14:32:51,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-12-15T14:32:51,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.9310 sec 2024-12-15T14:32:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T14:32:52,059 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-15T14:32:52,065 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-15T14:32:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T14:32:52,070 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:52,073 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:52,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T14:32:52,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T14:32:52,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:52,240 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:32:52,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:52,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/25a0b793c00046f0b5b610de5a02772b is 50, key is test_row_0/A:col10/1734273171108/Put/seqid=0 2024-12-15T14:32:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741869_1045 (size=12151) 2024-12-15T14:32:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:52,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T14:32:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273232460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273232467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273232469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273232572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273232583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273232585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T14:32:52,723 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/25a0b793c00046f0b5b610de5a02772b 2024-12-15T14:32:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/f00b8990fd1544649b95343cf7b12c7a is 50, key is test_row_0/B:col10/1734273171108/Put/seqid=0 2024-12-15T14:32:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273232777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273232792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273232798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741870_1046 (size=12151) 2024-12-15T14:32:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/f00b8990fd1544649b95343cf7b12c7a 2024-12-15T14:32:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/4d78d0fabba142c8bf086d76b235d91b is 50, key is test_row_0/C:col10/1734273171108/Put/seqid=0 2024-12-15T14:32:52,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741871_1047 (size=12151) 2024-12-15T14:32:52,944 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/4d78d0fabba142c8bf086d76b235d91b 2024-12-15T14:32:52,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/25a0b793c00046f0b5b610de5a02772b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/25a0b793c00046f0b5b610de5a02772b 2024-12-15T14:32:52,988 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/25a0b793c00046f0b5b610de5a02772b, entries=150, sequenceid=168, filesize=11.9 K 2024-12-15T14:32:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/f00b8990fd1544649b95343cf7b12c7a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/f00b8990fd1544649b95343cf7b12c7a 2024-12-15T14:32:53,016 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/f00b8990fd1544649b95343cf7b12c7a, entries=150, sequenceid=168, filesize=11.9 K 2024-12-15T14:32:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1734273233008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/4d78d0fabba142c8bf086d76b235d91b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d78d0fabba142c8bf086d76b235d91b 2024-12-15T14:32:53,022 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8304 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:32:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50212 deadline: 1734273233028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,038 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d78d0fabba142c8bf086d76b235d91b, entries=150, sequenceid=168, filesize=11.9 K 2024-12-15T14:32:53,039 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8313 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:32:53,040 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for adeeb67288d15ec47d3c8287f2f98b79 in 799ms, sequenceid=168, compaction requested=true 2024-12-15T14:32:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-15T14:32:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-15T14:32:53,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T14:32:53,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 987 msec 2024-12-15T14:32:53,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.0300 sec 2024-12-15T14:32:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:53,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:32:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:53,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/a4a16b0cecb34a24a5bcfc7f1881e5f1 is 50, key is test_row_0/A:col10/1734273172467/Put/seqid=0 2024-12-15T14:32:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T14:32:53,184 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-15T14:32:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741872_1048 (size=12151) 2024-12-15T14:32:53,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:53,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/a4a16b0cecb34a24a5bcfc7f1881e5f1 2024-12-15T14:32:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-15T14:32:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T14:32:53,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273233196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,223 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273233220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273233223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,231 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:53,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:53,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/05f0a2a1119c428cbae60cf5da508e9d is 50, key is test_row_0/B:col10/1734273172467/Put/seqid=0 2024-12-15T14:32:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741873_1049 (size=12151) 2024-12-15T14:32:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T14:32:53,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273233335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273233358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273233358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T14:32:53,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:53,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T14:32:53,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T14:32:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273233564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273233580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273233583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/05f0a2a1119c428cbae60cf5da508e9d 2024-12-15T14:32:53,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T14:32:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/bceadbb14ead4d76882e29f190add814 is 50, key is test_row_0/C:col10/1734273172467/Put/seqid=0 2024-12-15T14:32:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T14:32:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741874_1050 (size=12151) 2024-12-15T14:32:53,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/bceadbb14ead4d76882e29f190add814 2024-12-15T14:32:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/a4a16b0cecb34a24a5bcfc7f1881e5f1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/a4a16b0cecb34a24a5bcfc7f1881e5f1 2024-12-15T14:32:53,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273233884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273233892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273233892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:53,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T14:32:53,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:53,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:53,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/a4a16b0cecb34a24a5bcfc7f1881e5f1, entries=150, sequenceid=193, filesize=11.9 K 2024-12-15T14:32:53,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/05f0a2a1119c428cbae60cf5da508e9d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/05f0a2a1119c428cbae60cf5da508e9d 2024-12-15T14:32:53,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/05f0a2a1119c428cbae60cf5da508e9d, entries=150, sequenceid=193, filesize=11.9 K 2024-12-15T14:32:53,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/bceadbb14ead4d76882e29f190add814 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bceadbb14ead4d76882e29f190add814 2024-12-15T14:32:54,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bceadbb14ead4d76882e29f190add814, entries=150, sequenceid=193, filesize=11.9 K 2024-12-15T14:32:54,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for adeeb67288d15ec47d3c8287f2f98b79 in 928ms, sequenceid=193, compaction requested=true 2024-12-15T14:32:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:54,044 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T14:32:54,048 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 63085 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T14:32:54,048 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/A is initiating minor compaction (all files) 2024-12-15T14:32:54,048 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/A in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:54,048 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5ddff53add36475296a5ffcef1968635, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4ad17e8456ce4ca9a461e43853eaadc2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/38fe6686d360483db2922191cee18083, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/25a0b793c00046f0b5b610de5a02772b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/a4a16b0cecb34a24a5bcfc7f1881e5f1] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=61.6 K 2024-12-15T14:32:54,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:32:54,055 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ddff53add36475296a5ffcef1968635, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734273168266 2024-12-15T14:32:54,056 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ad17e8456ce4ca9a461e43853eaadc2, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734273168418 2024-12-15T14:32:54,057 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38fe6686d360483db2922191cee18083, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734273169823 2024-12-15T14:32:54,057 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25a0b793c00046f0b5b610de5a02772b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734273171106 2024-12-15T14:32:54,058 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4a16b0cecb34a24a5bcfc7f1881e5f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273172428 2024-12-15T14:32:54,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:54,059 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T14:32:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:32:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:54,071 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60745 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T14:32:54,071 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/B is initiating minor compaction (all files) 2024-12-15T14:32:54,071 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/B in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:54,071 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/3155f9b6aff045ae8a5948a4c830be56, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c3625cb7a9b34a8a85fa655e74dd1e6c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/90189d8792334609bc717339464d2f4c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/f00b8990fd1544649b95343cf7b12c7a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/05f0a2a1119c428cbae60cf5da508e9d] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=59.3 K 2024-12-15T14:32:54,072 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3155f9b6aff045ae8a5948a4c830be56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734273168266 2024-12-15T14:32:54,080 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c3625cb7a9b34a8a85fa655e74dd1e6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734273168426 2024-12-15T14:32:54,081 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 90189d8792334609bc717339464d2f4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734273169823 2024-12-15T14:32:54,082 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f00b8990fd1544649b95343cf7b12c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734273171106 2024-12-15T14:32:54,083 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 05f0a2a1119c428cbae60cf5da508e9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273172428 2024-12-15T14:32:54,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T14:32:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:54,088 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:32:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:54,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/e89fa1c1b7684a59bf9e239fba6e88fb is 50, key is test_row_0/A:col10/1734273173205/Put/seqid=0 2024-12-15T14:32:54,160 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#B#compaction#37 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:54,163 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/5ab323e4dd344fdd864b7a155cf077f9 is 50, key is test_row_0/B:col10/1734273172467/Put/seqid=0 2024-12-15T14:32:54,193 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#A#compaction#38 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:54,194 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b166c7b28a914a7dbf0f8da1915e9f08 is 50, key is test_row_0/A:col10/1734273172467/Put/seqid=0 2024-12-15T14:32:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741876_1052 (size=12561) 2024-12-15T14:32:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741875_1051 (size=9757) 2024-12-15T14:32:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741877_1053 (size=12561) 2024-12-15T14:32:54,255 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/e89fa1c1b7684a59bf9e239fba6e88fb 2024-12-15T14:32:54,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/b19730b5146e4b3895e28fe1868608d8 is 50, key is test_row_0/B:col10/1734273173205/Put/seqid=0 2024-12-15T14:32:54,310 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b166c7b28a914a7dbf0f8da1915e9f08 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b166c7b28a914a7dbf0f8da1915e9f08 2024-12-15T14:32:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T14:32:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741878_1054 (size=9757) 2024-12-15T14:32:54,360 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/A of adeeb67288d15ec47d3c8287f2f98b79 into b166c7b28a914a7dbf0f8da1915e9f08(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:54,360 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:54,360 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/A, priority=11, startTime=1734273174044; duration=0sec 2024-12-15T14:32:54,361 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:54,361 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:32:54,361 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T14:32:54,375 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60745 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T14:32:54,375 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/C is initiating minor compaction (all files) 2024-12-15T14:32:54,376 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/C in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:54,376 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/6ec09e7886f449dab17d515d0afab34b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7970a1ee6f6f4e7b8f6b12ab96df0263, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/9f5b8bce8a6f4d578b603546ed9144a6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d78d0fabba142c8bf086d76b235d91b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bceadbb14ead4d76882e29f190add814] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=59.3 K 2024-12-15T14:32:54,377 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ec09e7886f449dab17d515d0afab34b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734273168266 2024-12-15T14:32:54,383 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7970a1ee6f6f4e7b8f6b12ab96df0263, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734273168426 2024-12-15T14:32:54,388 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5b8bce8a6f4d578b603546ed9144a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734273169823 2024-12-15T14:32:54,401 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d78d0fabba142c8bf086d76b235d91b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734273171106 2024-12-15T14:32:54,408 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting bceadbb14ead4d76882e29f190add814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273172428 2024-12-15T14:32:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:54,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:54,534 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:54,535 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/73edab4a9c4445858698d2c525f0899a is 50, key is test_row_0/C:col10/1734273172467/Put/seqid=0 2024-12-15T14:32:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741879_1055 (size=12561) 2024-12-15T14:32:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273234643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273234656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,662 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/5ab323e4dd344fdd864b7a155cf077f9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/5ab323e4dd344fdd864b7a155cf077f9 2024-12-15T14:32:54,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273234642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,699 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/73edab4a9c4445858698d2c525f0899a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/73edab4a9c4445858698d2c525f0899a 2024-12-15T14:32:54,744 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/B of adeeb67288d15ec47d3c8287f2f98b79 into 5ab323e4dd344fdd864b7a155cf077f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:54,744 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:54,744 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/B, priority=11, startTime=1734273174059; duration=0sec 2024-12-15T14:32:54,744 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:54,744 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:54,763 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/b19730b5146e4b3895e28fe1868608d8 2024-12-15T14:32:54,764 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/C of adeeb67288d15ec47d3c8287f2f98b79 into 73edab4a9c4445858698d2c525f0899a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:54,764 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:54,764 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/C, priority=11, startTime=1734273174059; duration=0sec 2024-12-15T14:32:54,764 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:54,764 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:32:54,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273234765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273234769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273234774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/bf4f33f27ef0421884caf799b197a926 is 50, key is test_row_0/C:col10/1734273173205/Put/seqid=0 2024-12-15T14:32:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741880_1056 (size=9757) 2024-12-15T14:32:54,938 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/bf4f33f27ef0421884caf799b197a926 2024-12-15T14:32:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/e89fa1c1b7684a59bf9e239fba6e88fb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e89fa1c1b7684a59bf9e239fba6e88fb 2024-12-15T14:32:55,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273235000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273235004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273235008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,062 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e89fa1c1b7684a59bf9e239fba6e88fb, entries=100, sequenceid=204, filesize=9.5 K 2024-12-15T14:32:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/b19730b5146e4b3895e28fe1868608d8 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b19730b5146e4b3895e28fe1868608d8 2024-12-15T14:32:55,087 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b19730b5146e4b3895e28fe1868608d8, entries=100, sequenceid=204, filesize=9.5 K 2024-12-15T14:32:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/bf4f33f27ef0421884caf799b197a926 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bf4f33f27ef0421884caf799b197a926 2024-12-15T14:32:55,146 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bf4f33f27ef0421884caf799b197a926, entries=100, sequenceid=204, filesize=9.5 K 2024-12-15T14:32:55,148 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for adeeb67288d15ec47d3c8287f2f98b79 in 1060ms, sequenceid=204, compaction requested=false 2024-12-15T14:32:55,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-15T14:32:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-15T14:32:55,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-15T14:32:55,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-12-15T14:32:55,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.9600 sec 2024-12-15T14:32:55,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T14:32:55,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T14:32:55,339 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-15T14:32:55,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/fd2c70c3cc314fe28b3639c8ff83d50e is 50, key is test_row_0/A:col10/1734273175320/Put/seqid=0 2024-12-15T14:32:55,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-15T14:32:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:55,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:55,361 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:55,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:55,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273235356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273235356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273235359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741881_1057 (size=14541) 2024-12-15T14:32:55,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/fd2c70c3cc314fe28b3639c8ff83d50e 2024-12-15T14:32:55,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/2aa397e807ef4497ac30402fad6cd7c4 is 50, key is test_row_0/B:col10/1734273175320/Put/seqid=0 2024-12-15T14:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:55,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273235471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273235476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273235477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741882_1058 (size=12151) 2024-12-15T14:32:55,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/2aa397e807ef4497ac30402fad6cd7c4 2024-12-15T14:32:55,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/86d480f37f7d4520822e7b5f319e8755 is 50, key is test_row_0/C:col10/1734273175320/Put/seqid=0 2024-12-15T14:32:55,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741883_1059 (size=12151) 2024-12-15T14:32:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:55,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/86d480f37f7d4520822e7b5f319e8755 2024-12-15T14:32:55,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273235679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273235684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273235684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/fd2c70c3cc314fe28b3639c8ff83d50e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/fd2c70c3cc314fe28b3639c8ff83d50e 2024-12-15T14:32:55,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/fd2c70c3cc314fe28b3639c8ff83d50e, entries=200, sequenceid=233, filesize=14.2 K 2024-12-15T14:32:55,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/2aa397e807ef4497ac30402fad6cd7c4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2aa397e807ef4497ac30402fad6cd7c4 2024-12-15T14:32:55,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:55,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:55,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:55,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:55,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2aa397e807ef4497ac30402fad6cd7c4, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T14:32:55,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/86d480f37f7d4520822e7b5f319e8755 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/86d480f37f7d4520822e7b5f319e8755 2024-12-15T14:32:55,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/86d480f37f7d4520822e7b5f319e8755, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T14:32:55,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for adeeb67288d15ec47d3c8287f2f98b79 in 620ms, sequenceid=233, compaction requested=true 2024-12-15T14:32:55,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:55,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:32:55,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:55,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:32:55,944 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:32:55,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:55,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:55,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:32:55,945 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:32:55,960 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:32:55,960 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/B is initiating minor compaction (all files) 2024-12-15T14:32:55,960 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/B in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,960 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/5ab323e4dd344fdd864b7a155cf077f9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b19730b5146e4b3895e28fe1868608d8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2aa397e807ef4497ac30402fad6cd7c4] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=33.7 K 2024-12-15T14:32:55,961 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36859 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:32:55,961 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/A is initiating minor compaction (all files) 2024-12-15T14:32:55,961 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/A in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:55,961 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b166c7b28a914a7dbf0f8da1915e9f08, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e89fa1c1b7684a59bf9e239fba6e88fb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/fd2c70c3cc314fe28b3639c8ff83d50e] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=36.0 K 2024-12-15T14:32:55,964 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab323e4dd344fdd864b7a155cf077f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273172428 2024-12-15T14:32:55,964 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b166c7b28a914a7dbf0f8da1915e9f08, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273172428 2024-12-15T14:32:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:55,968 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b19730b5146e4b3895e28fe1868608d8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734273173205 2024-12-15T14:32:55,968 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e89fa1c1b7684a59bf9e239fba6e88fb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734273173205 2024-12-15T14:32:55,972 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aa397e807ef4497ac30402fad6cd7c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273174638 2024-12-15T14:32:55,972 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2c70c3cc314fe28b3639c8ff83d50e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273174566 2024-12-15T14:32:56,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:32:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:56,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:56,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:56,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:56,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:56,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:56,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:56,014 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:56,015 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/c4424ffd857b49baaf9353ba43fd615e is 50, key is test_row_0/B:col10/1734273175320/Put/seqid=0 2024-12-15T14:32:56,024 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#A#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:56,026 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/33f749b0610d4953b9752e8fd07333e8 is 50, key is test_row_0/A:col10/1734273175320/Put/seqid=0 2024-12-15T14:32:56,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf is 50, key is test_row_0/A:col10/1734273175992/Put/seqid=0 2024-12-15T14:32:56,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741885_1061 (size=12663) 2024-12-15T14:32:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741884_1060 (size=12663) 2024-12-15T14:32:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741886_1062 (size=14541) 2024-12-15T14:32:56,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf 2024-12-15T14:32:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273236157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273236171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/daad55d20ada4daba5ec1f3fad6ca781 is 50, key is test_row_0/B:col10/1734273175992/Put/seqid=0 2024-12-15T14:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273236179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741887_1063 (size=12151) 2024-12-15T14:32:56,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/daad55d20ada4daba5ec1f3fad6ca781 2024-12-15T14:32:56,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273236288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273236293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273236290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/4d92c861e47e40439877bcb483ac9f14 is 50, key is test_row_0/C:col10/1734273175992/Put/seqid=0 2024-12-15T14:32:56,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741888_1064 (size=12151) 2024-12-15T14:32:56,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/4d92c861e47e40439877bcb483ac9f14 2024-12-15T14:32:56,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf 2024-12-15T14:32:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:56,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf, entries=200, sequenceid=244, filesize=14.2 K 2024-12-15T14:32:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/daad55d20ada4daba5ec1f3fad6ca781 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/daad55d20ada4daba5ec1f3fad6ca781 2024-12-15T14:32:56,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273236508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/daad55d20ada4daba5ec1f3fad6ca781, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T14:32:56,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:56,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273236511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:32:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/4d92c861e47e40439877bcb483ac9f14 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d92c861e47e40439877bcb483ac9f14 2024-12-15T14:32:56,535 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/33f749b0610d4953b9752e8fd07333e8 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/33f749b0610d4953b9752e8fd07333e8 2024-12-15T14:32:56,538 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/c4424ffd857b49baaf9353ba43fd615e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c4424ffd857b49baaf9353ba43fd615e 2024-12-15T14:32:56,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273236523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d92c861e47e40439877bcb483ac9f14, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T14:32:56,573 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/A of adeeb67288d15ec47d3c8287f2f98b79 into 33f749b0610d4953b9752e8fd07333e8(size=12.4 K), total size for store is 26.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:56,573 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:56,573 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/A, priority=13, startTime=1734273175944; duration=0sec 2024-12-15T14:32:56,573 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:56,573 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:32:56,574 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:32:56,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for adeeb67288d15ec47d3c8287f2f98b79 in 581ms, sequenceid=244, compaction requested=true 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:56,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T14:32:56,585 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:32:56,586 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/C is initiating minor compaction (all files) 2024-12-15T14:32:56,586 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/C in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,586 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/73edab4a9c4445858698d2c525f0899a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bf4f33f27ef0421884caf799b197a926, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/86d480f37f7d4520822e7b5f319e8755, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d92c861e47e40439877bcb483ac9f14] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=45.5 K 2024-12-15T14:32:56,587 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73edab4a9c4445858698d2c525f0899a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273172428 2024-12-15T14:32:56,592 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4f33f27ef0421884caf799b197a926, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734273173205 2024-12-15T14:32:56,593 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86d480f37f7d4520822e7b5f319e8755, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273174638 2024-12-15T14:32:56,594 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d92c861e47e40439877bcb483ac9f14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734273175351 2024-12-15T14:32:56,596 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/B of adeeb67288d15ec47d3c8287f2f98b79 into c4424ffd857b49baaf9353ba43fd615e(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:56,596 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:56,596 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/B, priority=13, startTime=1734273175944; duration=0sec 2024-12-15T14:32:56,597 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T14:32:56,597 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:56,597 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:56,597 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-15T14:32:56,597 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T14:32:56,598 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T14:32:56,598 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. because compaction request was cancelled 2024-12-15T14:32:56,598 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:32:56,598 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T14:32:56,604 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T14:32:56,604 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T14:32:56,604 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. because compaction request was cancelled 2024-12-15T14:32:56,604 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:56,604 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T14:32:56,615 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T14:32:56,615 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T14:32:56,615 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. because compaction request was cancelled 2024-12-15T14:32:56,615 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:32:56,653 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:56,654 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/0a918da4bde84788abad1c68812e5986 is 50, key is test_row_0/C:col10/1734273175992/Put/seqid=0 2024-12-15T14:32:56,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T14:32:56,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:56,688 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T14:32:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/e0da5f75e67b4e14a8644382859befe9 is 50, key is test_row_0/A:col10/1734273176078/Put/seqid=0 2024-12-15T14:32:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741889_1065 (size=12697) 2024-12-15T14:32:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741890_1066 (size=12301) 2024-12-15T14:32:56,767 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/e0da5f75e67b4e14a8644382859befe9 2024-12-15T14:32:56,780 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/0a918da4bde84788abad1c68812e5986 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0a918da4bde84788abad1c68812e5986 2024-12-15T14:32:56,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:32:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:56,836 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/C of adeeb67288d15ec47d3c8287f2f98b79 into 0a918da4bde84788abad1c68812e5986(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:56,836 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:56,836 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/C, priority=12, startTime=1734273175945; duration=0sec 2024-12-15T14:32:56,837 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:56,837 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:32:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/6ca958fef28d4da9ab9b89c373b917f7 is 50, key is test_row_0/B:col10/1734273176078/Put/seqid=0 2024-12-15T14:32:56,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273236892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273236896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741891_1067 (size=12301) 2024-12-15T14:32:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273236908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273237016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273237016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273237016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273237225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273237235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273237236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,313 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/6ca958fef28d4da9ab9b89c373b917f7 2024-12-15T14:32:57,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/7b9183649d824c1f884e22c8d01ba861 is 50, key is test_row_0/C:col10/1734273176078/Put/seqid=0 2024-12-15T14:32:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741892_1068 (size=12301) 2024-12-15T14:32:57,389 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/7b9183649d824c1f884e22c8d01ba861 2024-12-15T14:32:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/e0da5f75e67b4e14a8644382859befe9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e0da5f75e67b4e14a8644382859befe9 2024-12-15T14:32:57,416 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e0da5f75e67b4e14a8644382859befe9, entries=150, sequenceid=272, filesize=12.0 K 2024-12-15T14:32:57,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/6ca958fef28d4da9ab9b89c373b917f7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6ca958fef28d4da9ab9b89c373b917f7 2024-12-15T14:32:57,428 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6ca958fef28d4da9ab9b89c373b917f7, entries=150, sequenceid=272, filesize=12.0 K 2024-12-15T14:32:57,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/7b9183649d824c1f884e22c8d01ba861 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7b9183649d824c1f884e22c8d01ba861 2024-12-15T14:32:57,450 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7b9183649d824c1f884e22c8d01ba861, entries=150, sequenceid=272, filesize=12.0 K 2024-12-15T14:32:57,455 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for adeeb67288d15ec47d3c8287f2f98b79 in 766ms, sequenceid=272, compaction requested=true 2024-12-15T14:32:57,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:57,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:57,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-15T14:32:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-15T14:32:57,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-15T14:32:57,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0960 sec 2024-12-15T14:32:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:57,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.1110 sec 2024-12-15T14:32:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:57,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:32:57,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:57,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:57,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:57,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:57,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:57,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b78bf505d8fa4237a46a19c2858494c5 is 50, key is test_row_0/A:col10/1734273176865/Put/seqid=0 2024-12-15T14:32:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741893_1069 (size=14741) 2024-12-15T14:32:57,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b78bf505d8fa4237a46a19c2858494c5 2024-12-15T14:32:57,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/42f6f118cb254b6397647e92e091fe70 is 50, key is test_row_0/B:col10/1734273176865/Put/seqid=0 2024-12-15T14:32:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741894_1070 (size=12301) 2024-12-15T14:32:57,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/42f6f118cb254b6397647e92e091fe70 2024-12-15T14:32:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273237714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273237719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/0c0ccc081b8d457da913cc86691da386 is 50, key is test_row_0/C:col10/1734273176865/Put/seqid=0 2024-12-15T14:32:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273237718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741895_1071 (size=12301) 2024-12-15T14:32:57,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/0c0ccc081b8d457da913cc86691da386 2024-12-15T14:32:57,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b78bf505d8fa4237a46a19c2858494c5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b78bf505d8fa4237a46a19c2858494c5 2024-12-15T14:32:57,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b78bf505d8fa4237a46a19c2858494c5, entries=200, sequenceid=284, filesize=14.4 K 2024-12-15T14:32:57,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/42f6f118cb254b6397647e92e091fe70 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/42f6f118cb254b6397647e92e091fe70 2024-12-15T14:32:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273237821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/42f6f118cb254b6397647e92e091fe70, entries=150, sequenceid=284, filesize=12.0 K 2024-12-15T14:32:57,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/0c0ccc081b8d457da913cc86691da386 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0c0ccc081b8d457da913cc86691da386 2024-12-15T14:32:57,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0c0ccc081b8d457da913cc86691da386, entries=150, sequenceid=284, filesize=12.0 K 2024-12-15T14:32:57,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for adeeb67288d15ec47d3c8287f2f98b79 in 300ms, sequenceid=284, compaction requested=true 2024-12-15T14:32:57,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:57,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:32:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:32:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:32:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:32:57,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T14:32:57,846 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:32:57,846 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:32:57,865 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:32:57,866 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/A is initiating minor compaction (all files) 2024-12-15T14:32:57,866 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/A in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:57,866 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/33f749b0610d4953b9752e8fd07333e8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e0da5f75e67b4e14a8644382859befe9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b78bf505d8fa4237a46a19c2858494c5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=53.0 K 2024-12-15T14:32:57,867 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33f749b0610d4953b9752e8fd07333e8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273174638 2024-12-15T14:32:57,867 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bb21a1d8fbc4b33abb5021bf2e6b6cf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734273175340 2024-12-15T14:32:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:57,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T14:32:57,874 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0da5f75e67b4e14a8644382859befe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734273176078 2024-12-15T14:32:57,874 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b78bf505d8fa4237a46a19c2858494c5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734273176865 2024-12-15T14:32:57,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:57,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:57,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:57,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:57,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:57,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9 is 50, key is test_row_0/A:col10/1734273177714/Put/seqid=0 2024-12-15T14:32:57,899 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:32:57,903 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/B is initiating minor compaction (all files) 2024-12-15T14:32:57,903 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/B in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:57,904 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c4424ffd857b49baaf9353ba43fd615e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/daad55d20ada4daba5ec1f3fad6ca781, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6ca958fef28d4da9ab9b89c373b917f7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/42f6f118cb254b6397647e92e091fe70] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=48.3 K 2024-12-15T14:32:57,906 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c4424ffd857b49baaf9353ba43fd615e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273174638 2024-12-15T14:32:57,906 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting daad55d20ada4daba5ec1f3fad6ca781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734273175351 2024-12-15T14:32:57,907 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ca958fef28d4da9ab9b89c373b917f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734273176078 2024-12-15T14:32:57,908 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 42f6f118cb254b6397647e92e091fe70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734273176865 2024-12-15T14:32:57,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273237925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273237930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:57,959 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:57,960 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/ac171c8b2bd3469bb6722d7e3bed4aeb is 50, key is test_row_0/A:col10/1734273176865/Put/seqid=0 2024-12-15T14:32:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741896_1072 (size=12301) 2024-12-15T14:32:57,994 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#B#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:57,994 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/2eafc4b03ea14da9943c88615492aa0a is 50, key is test_row_0/B:col10/1734273176865/Put/seqid=0 2024-12-15T14:32:58,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741897_1073 (size=12949) 2024-12-15T14:32:58,041 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/ac171c8b2bd3469bb6722d7e3bed4aeb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/ac171c8b2bd3469bb6722d7e3bed4aeb 2024-12-15T14:32:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273238034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741898_1074 (size=12949) 2024-12-15T14:32:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273238042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,052 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/A of adeeb67288d15ec47d3c8287f2f98b79 into ac171c8b2bd3469bb6722d7e3bed4aeb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:58,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:58,053 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/A, priority=12, startTime=1734273177845; duration=0sec 2024-12-15T14:32:58,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:32:58,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:32:58,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:32:58,055 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:32:58,055 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/C is initiating minor compaction (all files) 2024-12-15T14:32:58,055 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/C in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:58,055 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0a918da4bde84788abad1c68812e5986, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7b9183649d824c1f884e22c8d01ba861, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0c0ccc081b8d457da913cc86691da386] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=36.4 K 2024-12-15T14:32:58,056 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a918da4bde84788abad1c68812e5986, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734273175351 2024-12-15T14:32:58,057 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/2eafc4b03ea14da9943c88615492aa0a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2eafc4b03ea14da9943c88615492aa0a 2024-12-15T14:32:58,057 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b9183649d824c1f884e22c8d01ba861, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1734273176078 2024-12-15T14:32:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273238052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,058 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0ccc081b8d457da913cc86691da386, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734273176865 2024-12-15T14:32:58,076 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:32:58,076 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/5ccc523ed87246d0bda17ee797acf066 is 50, key is test_row_0/C:col10/1734273176865/Put/seqid=0 2024-12-15T14:32:58,086 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/B of adeeb67288d15ec47d3c8287f2f98b79 into 2eafc4b03ea14da9943c88615492aa0a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:58,086 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:58,086 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/B, priority=12, startTime=1734273177846; duration=0sec 2024-12-15T14:32:58,086 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:58,086 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:32:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741899_1075 (size=12949) 2024-12-15T14:32:58,145 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/5ccc523ed87246d0bda17ee797acf066 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/5ccc523ed87246d0bda17ee797acf066 2024-12-15T14:32:58,153 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/C of adeeb67288d15ec47d3c8287f2f98b79 into 5ccc523ed87246d0bda17ee797acf066(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:32:58,153 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:58,154 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/C, priority=13, startTime=1734273177846; duration=0sec 2024-12-15T14:32:58,154 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:32:58,154 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:32:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273238256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273238256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273238364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9 2024-12-15T14:32:58,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/6e0d4cd7252140efa0d93668c5016810 is 50, key is test_row_0/B:col10/1734273177714/Put/seqid=0 2024-12-15T14:32:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741900_1076 (size=12301) 2024-12-15T14:32:58,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/6e0d4cd7252140efa0d93668c5016810 2024-12-15T14:32:58,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273238596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273238599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:58,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/de3766194abf474e9a58328e05b054b6 is 50, key is test_row_0/C:col10/1734273177714/Put/seqid=0 2024-12-15T14:32:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741901_1077 (size=12301) 2024-12-15T14:32:58,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273238877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:59,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/de3766194abf474e9a58328e05b054b6 2024-12-15T14:32:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9 2024-12-15T14:32:59,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:59,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T14:32:59,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/6e0d4cd7252140efa0d93668c5016810 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6e0d4cd7252140efa0d93668c5016810 2024-12-15T14:32:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273239112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:32:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273239116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:32:59,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6e0d4cd7252140efa0d93668c5016810, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T14:32:59,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/de3766194abf474e9a58328e05b054b6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/de3766194abf474e9a58328e05b054b6 2024-12-15T14:32:59,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/de3766194abf474e9a58328e05b054b6, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T14:32:59,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for adeeb67288d15ec47d3c8287f2f98b79 in 1280ms, sequenceid=312, compaction requested=false 2024-12-15T14:32:59,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:32:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T14:32:59,472 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-15T14:32:59,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:32:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-15T14:32:59,497 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:32:59,504 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:32:59,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:32:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T14:32:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T14:32:59,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:32:59,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T14:32:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:32:59,668 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:32:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:32:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:32:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:32:59,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:32:59,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/3670e6062bf7492ca2a4c83e2c3796a5 is 50, key is test_row_1/A:col10/1734273177926/Put/seqid=0 2024-12-15T14:32:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741902_1078 (size=9857) 2024-12-15T14:32:59,739 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/3670e6062bf7492ca2a4c83e2c3796a5 2024-12-15T14:32:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/bf3bc5335ecf4eaf8d4eb6ee719caa74 is 50, key is test_row_1/B:col10/1734273177926/Put/seqid=0 2024-12-15T14:32:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T14:32:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741903_1079 (size=9857) 2024-12-15T14:32:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:32:59,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. as already flushing 2024-12-15T14:33:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T14:33:00,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50192 deadline: 1734273240142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273240152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273240155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273240260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273240279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,288 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/bf3bc5335ecf4eaf8d4eb6ee719caa74 2024-12-15T14:33:00,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/2319c476bfbb4f609bfaa9dc0eb2baea is 50, key is test_row_1/C:col10/1734273177926/Put/seqid=0 2024-12-15T14:33:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741904_1080 (size=9857) 2024-12-15T14:33:00,444 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/2319c476bfbb4f609bfaa9dc0eb2baea 2024-12-15T14:33:00,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273240479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273240492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/3670e6062bf7492ca2a4c83e2c3796a5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/3670e6062bf7492ca2a4c83e2c3796a5 2024-12-15T14:33:00,536 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/3670e6062bf7492ca2a4c83e2c3796a5, entries=100, sequenceid=323, filesize=9.6 K 2024-12-15T14:33:00,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/bf3bc5335ecf4eaf8d4eb6ee719caa74 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/bf3bc5335ecf4eaf8d4eb6ee719caa74 2024-12-15T14:33:00,595 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/bf3bc5335ecf4eaf8d4eb6ee719caa74, entries=100, sequenceid=323, filesize=9.6 K 2024-12-15T14:33:00,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/2319c476bfbb4f609bfaa9dc0eb2baea as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2319c476bfbb4f609bfaa9dc0eb2baea 2024-12-15T14:33:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T14:33:00,652 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2319c476bfbb4f609bfaa9dc0eb2baea, entries=100, sequenceid=323, filesize=9.6 K 2024-12-15T14:33:00,664 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for adeeb67288d15ec47d3c8287f2f98b79 in 996ms, sequenceid=323, compaction requested=true 2024-12-15T14:33:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:33:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-15T14:33:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-15T14:33:00,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-15T14:33:00,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1790 sec 2024-12-15T14:33:00,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.2320 sec 2024-12-15T14:33:00,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T14:33:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:33:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:33:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:33:00,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:33:00,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273240839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273240844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5e00d950ce2e4eaebd619a6cb9380283 is 50, key is test_row_0/A:col10/1734273180142/Put/seqid=0 2024-12-15T14:33:00,871 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:33:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741905_1081 (size=12301) 2024-12-15T14:33:00,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5e00d950ce2e4eaebd619a6cb9380283 2024-12-15T14:33:00,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273240956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273240959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:00,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/08c3d34964a4418ea7c1c3d5bf2bf6de is 50, key is test_row_0/B:col10/1734273180142/Put/seqid=0 2024-12-15T14:33:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741906_1082 (size=12301) 2024-12-15T14:33:01,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/08c3d34964a4418ea7c1c3d5bf2bf6de 2024-12-15T14:33:01,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/2036bc2728f7453d807c7bf9c89b7a63 is 50, key is test_row_0/C:col10/1734273180142/Put/seqid=0 2024-12-15T14:33:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741907_1083 (size=12301) 2024-12-15T14:33:01,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273241167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:01,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273241170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50236 deadline: 1734273241484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1734273241489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:01,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/2036bc2728f7453d807c7bf9c89b7a63 2024-12-15T14:33:01,548 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ebb9f30 to 127.0.0.1:53661 2024-12-15T14:33:01,548 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:01,549 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f34c0b8 to 127.0.0.1:53661 2024-12-15T14:33:01,549 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:01,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/5e00d950ce2e4eaebd619a6cb9380283 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5e00d950ce2e4eaebd619a6cb9380283 2024-12-15T14:33:01,559 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f18a09d to 127.0.0.1:53661 2024-12-15T14:33:01,559 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:01,561 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x426bcd11 to 127.0.0.1:53661 2024-12-15T14:33:01,561 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:01,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5e00d950ce2e4eaebd619a6cb9380283, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T14:33:01,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/08c3d34964a4418ea7c1c3d5bf2bf6de as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/08c3d34964a4418ea7c1c3d5bf2bf6de 2024-12-15T14:33:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T14:33:01,626 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-15T14:33:01,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/08c3d34964a4418ea7c1c3d5bf2bf6de, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T14:33:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/2036bc2728f7453d807c7bf9c89b7a63 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2036bc2728f7453d807c7bf9c89b7a63 2024-12-15T14:33:01,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2036bc2728f7453d807c7bf9c89b7a63, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T14:33:01,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for adeeb67288d15ec47d3c8287f2f98b79 in 892ms, sequenceid=354, compaction requested=true 2024-12-15T14:33:01,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:33:01,712 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:33:01,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:01,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:01,713 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:33:01,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:01,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:01,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store adeeb67288d15ec47d3c8287f2f98b79:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:01,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:01,714 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:33:01,714 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/A is initiating minor compaction (all files) 2024-12-15T14:33:01,714 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/A in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:01,715 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/ac171c8b2bd3469bb6722d7e3bed4aeb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/3670e6062bf7492ca2a4c83e2c3796a5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5e00d950ce2e4eaebd619a6cb9380283] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=46.3 K 2024-12-15T14:33:01,719 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:33:01,719 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/B is initiating minor compaction (all files) 2024-12-15T14:33:01,720 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/B in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:01,720 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2eafc4b03ea14da9943c88615492aa0a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6e0d4cd7252140efa0d93668c5016810, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/bf3bc5335ecf4eaf8d4eb6ee719caa74, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/08c3d34964a4418ea7c1c3d5bf2bf6de] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=46.3 K 2024-12-15T14:33:01,720 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac171c8b2bd3469bb6722d7e3bed4aeb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734273176865 2024-12-15T14:33:01,723 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eafc4b03ea14da9943c88615492aa0a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734273176865 2024-12-15T14:33:01,724 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ff1009c98a4ee9b0b736aa1bdb9bf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734273177714 2024-12-15T14:33:01,727 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3670e6062bf7492ca2a4c83e2c3796a5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734273177916 2024-12-15T14:33:01,727 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0d4cd7252140efa0d93668c5016810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734273177714 2024-12-15T14:33:01,735 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3bc5335ecf4eaf8d4eb6ee719caa74, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734273177916 2024-12-15T14:33:01,736 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e00d950ce2e4eaebd619a6cb9380283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734273180138 2024-12-15T14:33:01,738 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c3d34964a4418ea7c1c3d5bf2bf6de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734273180138 2024-12-15T14:33:01,754 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:01,755 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/e31a1d8b078a4b2881ff953539d49441 is 50, key is test_row_0/B:col10/1734273180142/Put/seqid=0 2024-12-15T14:33:01,762 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:01,762 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/2c7137032d27455ab1d169ad0a4276db is 50, key is test_row_0/A:col10/1734273180142/Put/seqid=0 2024-12-15T14:33:01,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741908_1084 (size=13085) 2024-12-15T14:33:01,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741909_1085 (size=13085) 2024-12-15T14:33:01,824 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/e31a1d8b078a4b2881ff953539d49441 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/e31a1d8b078a4b2881ff953539d49441 2024-12-15T14:33:01,864 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/B of adeeb67288d15ec47d3c8287f2f98b79 into e31a1d8b078a4b2881ff953539d49441(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:01,864 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:33:01,864 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/B, priority=12, startTime=1734273181712; duration=0sec 2024-12-15T14:33:01,864 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:01,865 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:B 2024-12-15T14:33:01,865 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:33:01,871 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:33:01,871 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): adeeb67288d15ec47d3c8287f2f98b79/C is initiating minor compaction (all files) 2024-12-15T14:33:01,872 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of adeeb67288d15ec47d3c8287f2f98b79/C in TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:01,872 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/5ccc523ed87246d0bda17ee797acf066, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/de3766194abf474e9a58328e05b054b6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2319c476bfbb4f609bfaa9dc0eb2baea, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2036bc2728f7453d807c7bf9c89b7a63] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp, totalSize=46.3 K 2024-12-15T14:33:01,875 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ccc523ed87246d0bda17ee797acf066, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734273176865 2024-12-15T14:33:01,877 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting de3766194abf474e9a58328e05b054b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734273177714 2024-12-15T14:33:01,877 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2319c476bfbb4f609bfaa9dc0eb2baea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734273177916 2024-12-15T14:33:01,880 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2036bc2728f7453d807c7bf9c89b7a63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734273180138 2024-12-15T14:33:01,939 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): adeeb67288d15ec47d3c8287f2f98b79#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:01,940 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/d850fc63f9be44e3944b72cb4906412d is 50, key is test_row_0/C:col10/1734273180142/Put/seqid=0 2024-12-15T14:33:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741910_1086 (size=13085) 2024-12-15T14:33:02,019 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d888e3e to 127.0.0.1:53661 2024-12-15T14:33:02,019 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:02,022 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:53661 2024-12-15T14:33:02,022 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:02,183 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d523ff to 127.0.0.1:53661 2024-12-15T14:33:02,183 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:02,228 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/2c7137032d27455ab1d169ad0a4276db as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/2c7137032d27455ab1d169ad0a4276db 2024-12-15T14:33:02,238 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/A of adeeb67288d15ec47d3c8287f2f98b79 into 2c7137032d27455ab1d169ad0a4276db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:02,238 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:33:02,238 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/A, priority=12, startTime=1734273181712; duration=0sec 2024-12-15T14:33:02,238 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:02,238 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:A 2024-12-15T14:33:02,370 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/d850fc63f9be44e3944b72cb4906412d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/d850fc63f9be44e3944b72cb4906412d 2024-12-15T14:33:02,380 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in adeeb67288d15ec47d3c8287f2f98b79/C of adeeb67288d15ec47d3c8287f2f98b79 into d850fc63f9be44e3944b72cb4906412d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:02,380 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:33:02,380 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79., storeName=adeeb67288d15ec47d3c8287f2f98b79/C, priority=12, startTime=1734273181713; duration=0sec 2024-12-15T14:33:02,380 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:02,380 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: adeeb67288d15ec47d3c8287f2f98b79:C 2024-12-15T14:33:03,111 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:53661 2024-12-15T14:33:03,111 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:03,128 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24512372 to 127.0.0.1:53661 2024-12-15T14:33:03,128 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-12-15T14:33:03,128 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1707 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1667 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 801 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2402 rows 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 813 2024-12-15T14:33:03,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2439 rows 2024-12-15T14:33:03,129 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:33:03,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02a08c5a to 127.0.0.1:53661 2024-12-15T14:33:03,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:03,138 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T14:33:03,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T14:33:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:03,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273183190"}]},"ts":"1734273183190"} 2024-12-15T14:33:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T14:33:03,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T14:33:03,247 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T14:33:03,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:33:03,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, UNASSIGN}] 2024-12-15T14:33:03,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, UNASSIGN 2024-12-15T14:33:03,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=adeeb67288d15ec47d3c8287f2f98b79, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:03,263 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:33:03,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:33:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T14:33:03,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:03,425 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:33:03,426 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:33:03,427 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing adeeb67288d15ec47d3c8287f2f98b79, disabling compactions & flushes 2024-12-15T14:33:03,427 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:03,427 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:03,427 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. after waiting 0 ms 2024-12-15T14:33:03,427 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:03,427 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing adeeb67288d15ec47d3c8287f2f98b79 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T14:33:03,428 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=A 2024-12-15T14:33:03,428 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:03,428 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=B 2024-12-15T14:33:03,428 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:03,428 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK adeeb67288d15ec47d3c8287f2f98b79, store=C 2024-12-15T14:33:03,428 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:03,445 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/9bdc811c00be48c7901b80745f409a75 is 50, key is test_row_0/A:col10/1734273183109/Put/seqid=0 2024-12-15T14:33:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741911_1087 (size=12301) 2024-12-15T14:33:03,499 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/9bdc811c00be48c7901b80745f409a75 2024-12-15T14:33:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T14:33:03,543 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/750a697e92534e8080fe39a4fdbb90f0 is 50, key is test_row_0/B:col10/1734273183109/Put/seqid=0 2024-12-15T14:33:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741912_1088 (size=12301) 2024-12-15T14:33:03,558 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/750a697e92534e8080fe39a4fdbb90f0 2024-12-15T14:33:03,569 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/83a510a37c314a8ba3df8fa6660e7ef8 is 50, key is test_row_0/C:col10/1734273183109/Put/seqid=0 2024-12-15T14:33:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741913_1089 (size=12301) 2024-12-15T14:33:03,590 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/83a510a37c314a8ba3df8fa6660e7ef8 2024-12-15T14:33:03,614 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/A/9bdc811c00be48c7901b80745f409a75 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/9bdc811c00be48c7901b80745f409a75 2024-12-15T14:33:03,635 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/9bdc811c00be48c7901b80745f409a75, entries=150, sequenceid=367, filesize=12.0 K 2024-12-15T14:33:03,638 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/B/750a697e92534e8080fe39a4fdbb90f0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/750a697e92534e8080fe39a4fdbb90f0 2024-12-15T14:33:03,673 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/750a697e92534e8080fe39a4fdbb90f0, entries=150, sequenceid=367, filesize=12.0 K 2024-12-15T14:33:03,683 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/.tmp/C/83a510a37c314a8ba3df8fa6660e7ef8 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/83a510a37c314a8ba3df8fa6660e7ef8 2024-12-15T14:33:03,692 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/83a510a37c314a8ba3df8fa6660e7ef8, entries=150, sequenceid=367, filesize=12.0 K 2024-12-15T14:33:03,693 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for adeeb67288d15ec47d3c8287f2f98b79 in 266ms, sequenceid=367, compaction requested=false 2024-12-15T14:33:03,695 DEBUG [StoreCloser-TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/36bfa29683844c20856241f86978506c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/bf61ae432cb04f8e9aaced3514c659a5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/67b457ed3ff34036836f513490a0c324, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5a25216e4fc046458c0c1078ed6ddbc3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/143afb5d46174805aed92067eb5e124e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4034a56e98ac414f937cd91640a8a130, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/0761fb2b2de9407f9a684a29fd0e086f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5ddff53add36475296a5ffcef1968635, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4ad17e8456ce4ca9a461e43853eaadc2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/38fe6686d360483db2922191cee18083, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/25a0b793c00046f0b5b610de5a02772b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b166c7b28a914a7dbf0f8da1915e9f08, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/a4a16b0cecb34a24a5bcfc7f1881e5f1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e89fa1c1b7684a59bf9e239fba6e88fb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/fd2c70c3cc314fe28b3639c8ff83d50e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/33f749b0610d4953b9752e8fd07333e8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e0da5f75e67b4e14a8644382859befe9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b78bf505d8fa4237a46a19c2858494c5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/ac171c8b2bd3469bb6722d7e3bed4aeb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/3670e6062bf7492ca2a4c83e2c3796a5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5e00d950ce2e4eaebd619a6cb9380283] to archive 2024-12-15T14:33:03,699 DEBUG [StoreCloser-TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:33:03,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5a25216e4fc046458c0c1078ed6ddbc3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5a25216e4fc046458c0c1078ed6ddbc3 2024-12-15T14:33:03,710 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/143afb5d46174805aed92067eb5e124e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/143afb5d46174805aed92067eb5e124e 2024-12-15T14:33:03,710 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/bf61ae432cb04f8e9aaced3514c659a5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/bf61ae432cb04f8e9aaced3514c659a5 2024-12-15T14:33:03,711 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/36bfa29683844c20856241f86978506c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/36bfa29683844c20856241f86978506c 2024-12-15T14:33:03,711 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/67b457ed3ff34036836f513490a0c324 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/67b457ed3ff34036836f513490a0c324 2024-12-15T14:33:03,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4034a56e98ac414f937cd91640a8a130 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4034a56e98ac414f937cd91640a8a130 2024-12-15T14:33:03,714 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4ad17e8456ce4ca9a461e43853eaadc2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/4ad17e8456ce4ca9a461e43853eaadc2 2024-12-15T14:33:03,714 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/0761fb2b2de9407f9a684a29fd0e086f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/0761fb2b2de9407f9a684a29fd0e086f 2024-12-15T14:33:03,714 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5ddff53add36475296a5ffcef1968635 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5ddff53add36475296a5ffcef1968635 2024-12-15T14:33:03,716 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/38fe6686d360483db2922191cee18083 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/38fe6686d360483db2922191cee18083 2024-12-15T14:33:03,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/25a0b793c00046f0b5b610de5a02772b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/25a0b793c00046f0b5b610de5a02772b 2024-12-15T14:33:03,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e89fa1c1b7684a59bf9e239fba6e88fb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e89fa1c1b7684a59bf9e239fba6e88fb 2024-12-15T14:33:03,716 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/a4a16b0cecb34a24a5bcfc7f1881e5f1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/a4a16b0cecb34a24a5bcfc7f1881e5f1 2024-12-15T14:33:03,717 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b166c7b28a914a7dbf0f8da1915e9f08 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b166c7b28a914a7dbf0f8da1915e9f08 2024-12-15T14:33:03,718 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/33f749b0610d4953b9752e8fd07333e8 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/33f749b0610d4953b9752e8fd07333e8 2024-12-15T14:33:03,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/fd2c70c3cc314fe28b3639c8ff83d50e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/fd2c70c3cc314fe28b3639c8ff83d50e 2024-12-15T14:33:03,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e0da5f75e67b4e14a8644382859befe9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/e0da5f75e67b4e14a8644382859befe9 2024-12-15T14:33:03,719 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/ac171c8b2bd3469bb6722d7e3bed4aeb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/ac171c8b2bd3469bb6722d7e3bed4aeb 2024-12-15T14:33:03,719 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/6bb21a1d8fbc4b33abb5021bf2e6b6cf 2024-12-15T14:33:03,720 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b3ff1009c98a4ee9b0b736aa1bdb9bf9 2024-12-15T14:33:03,720 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/3670e6062bf7492ca2a4c83e2c3796a5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/3670e6062bf7492ca2a4c83e2c3796a5 2024-12-15T14:33:03,721 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b78bf505d8fa4237a46a19c2858494c5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/b78bf505d8fa4237a46a19c2858494c5 2024-12-15T14:33:03,721 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5e00d950ce2e4eaebd619a6cb9380283 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/5e00d950ce2e4eaebd619a6cb9380283 2024-12-15T14:33:03,748 DEBUG [StoreCloser-TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/97a72e2e747144bc9412125d34ccea5c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/da4cdc17231d4d18984bc0f0e0522da0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b573dbf935a7481098b430c7796de10c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/35dbff4b502a442498e26db981d5962d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/019bf621f1f14e97a2edb4105a733deb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/961e8ffca7c147a3b570da8c6379e062, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/3155f9b6aff045ae8a5948a4c830be56, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/becea96fd7434ecc97ad5339dfd2faf0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c3625cb7a9b34a8a85fa655e74dd1e6c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/90189d8792334609bc717339464d2f4c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/f00b8990fd1544649b95343cf7b12c7a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/5ab323e4dd344fdd864b7a155cf077f9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/05f0a2a1119c428cbae60cf5da508e9d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b19730b5146e4b3895e28fe1868608d8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c4424ffd857b49baaf9353ba43fd615e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2aa397e807ef4497ac30402fad6cd7c4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/daad55d20ada4daba5ec1f3fad6ca781, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6ca958fef28d4da9ab9b89c373b917f7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2eafc4b03ea14da9943c88615492aa0a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/42f6f118cb254b6397647e92e091fe70, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6e0d4cd7252140efa0d93668c5016810, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/bf3bc5335ecf4eaf8d4eb6ee719caa74, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/08c3d34964a4418ea7c1c3d5bf2bf6de] to archive 2024-12-15T14:33:03,751 DEBUG [StoreCloser-TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:33:03,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/becea96fd7434ecc97ad5339dfd2faf0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/becea96fd7434ecc97ad5339dfd2faf0 2024-12-15T14:33:03,767 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/019bf621f1f14e97a2edb4105a733deb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/019bf621f1f14e97a2edb4105a733deb 2024-12-15T14:33:03,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b573dbf935a7481098b430c7796de10c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b573dbf935a7481098b430c7796de10c 2024-12-15T14:33:03,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/da4cdc17231d4d18984bc0f0e0522da0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/da4cdc17231d4d18984bc0f0e0522da0 2024-12-15T14:33:03,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/97a72e2e747144bc9412125d34ccea5c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/97a72e2e747144bc9412125d34ccea5c 2024-12-15T14:33:03,772 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/961e8ffca7c147a3b570da8c6379e062 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/961e8ffca7c147a3b570da8c6379e062 2024-12-15T14:33:03,772 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/3155f9b6aff045ae8a5948a4c830be56 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/3155f9b6aff045ae8a5948a4c830be56 2024-12-15T14:33:03,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c3625cb7a9b34a8a85fa655e74dd1e6c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c3625cb7a9b34a8a85fa655e74dd1e6c 2024-12-15T14:33:03,775 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/90189d8792334609bc717339464d2f4c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/90189d8792334609bc717339464d2f4c 2024-12-15T14:33:03,778 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/05f0a2a1119c428cbae60cf5da508e9d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/05f0a2a1119c428cbae60cf5da508e9d 2024-12-15T14:33:03,778 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/5ab323e4dd344fdd864b7a155cf077f9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/5ab323e4dd344fdd864b7a155cf077f9 2024-12-15T14:33:03,779 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/f00b8990fd1544649b95343cf7b12c7a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/f00b8990fd1544649b95343cf7b12c7a 2024-12-15T14:33:03,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b19730b5146e4b3895e28fe1868608d8 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/b19730b5146e4b3895e28fe1868608d8 2024-12-15T14:33:03,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2aa397e807ef4497ac30402fad6cd7c4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2aa397e807ef4497ac30402fad6cd7c4 2024-12-15T14:33:03,785 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/daad55d20ada4daba5ec1f3fad6ca781 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/daad55d20ada4daba5ec1f3fad6ca781 2024-12-15T14:33:03,787 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/42f6f118cb254b6397647e92e091fe70 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/42f6f118cb254b6397647e92e091fe70 2024-12-15T14:33:03,787 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6ca958fef28d4da9ab9b89c373b917f7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6ca958fef28d4da9ab9b89c373b917f7 2024-12-15T14:33:03,787 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c4424ffd857b49baaf9353ba43fd615e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/c4424ffd857b49baaf9353ba43fd615e 2024-12-15T14:33:03,789 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2eafc4b03ea14da9943c88615492aa0a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/2eafc4b03ea14da9943c88615492aa0a 2024-12-15T14:33:03,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/bf3bc5335ecf4eaf8d4eb6ee719caa74 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/bf3bc5335ecf4eaf8d4eb6ee719caa74 2024-12-15T14:33:03,791 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/08c3d34964a4418ea7c1c3d5bf2bf6de to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/08c3d34964a4418ea7c1c3d5bf2bf6de 2024-12-15T14:33:03,792 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6e0d4cd7252140efa0d93668c5016810 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/6e0d4cd7252140efa0d93668c5016810 2024-12-15T14:33:03,792 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/35dbff4b502a442498e26db981d5962d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/35dbff4b502a442498e26db981d5962d 2024-12-15T14:33:03,795 DEBUG [StoreCloser-TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/b4cc267026b54f7e940faccacf68ef4c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/c09a03fefc7247e280dca6cf054fb713, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/fcb7a87b1e204c4a801477114f3ed434, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/f72721157fe24d1aa6150d86529de0a6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/e86f74648cb6471e89f43c45e45fa2dc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/02ff0070e8e6470d8c5570d41ad58f35, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/6ec09e7886f449dab17d515d0afab34b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/87185391ebcf47d9be8211c33e13d15f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7970a1ee6f6f4e7b8f6b12ab96df0263, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/9f5b8bce8a6f4d578b603546ed9144a6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d78d0fabba142c8bf086d76b235d91b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/73edab4a9c4445858698d2c525f0899a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bceadbb14ead4d76882e29f190add814, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bf4f33f27ef0421884caf799b197a926, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/86d480f37f7d4520822e7b5f319e8755, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0a918da4bde84788abad1c68812e5986, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d92c861e47e40439877bcb483ac9f14, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7b9183649d824c1f884e22c8d01ba861, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/5ccc523ed87246d0bda17ee797acf066, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0c0ccc081b8d457da913cc86691da386, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/de3766194abf474e9a58328e05b054b6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2319c476bfbb4f609bfaa9dc0eb2baea, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2036bc2728f7453d807c7bf9c89b7a63] to archive 2024-12-15T14:33:03,797 DEBUG [StoreCloser-TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:33:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T14:33:03,802 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/6ec09e7886f449dab17d515d0afab34b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/6ec09e7886f449dab17d515d0afab34b 2024-12-15T14:33:03,802 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/02ff0070e8e6470d8c5570d41ad58f35 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/02ff0070e8e6470d8c5570d41ad58f35 2024-12-15T14:33:03,802 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/c09a03fefc7247e280dca6cf054fb713 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/c09a03fefc7247e280dca6cf054fb713 2024-12-15T14:33:03,803 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/f72721157fe24d1aa6150d86529de0a6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/f72721157fe24d1aa6150d86529de0a6 2024-12-15T14:33:03,804 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/e86f74648cb6471e89f43c45e45fa2dc to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/e86f74648cb6471e89f43c45e45fa2dc 2024-12-15T14:33:03,805 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/fcb7a87b1e204c4a801477114f3ed434 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/fcb7a87b1e204c4a801477114f3ed434 2024-12-15T14:33:03,805 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/b4cc267026b54f7e940faccacf68ef4c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/b4cc267026b54f7e940faccacf68ef4c 2024-12-15T14:33:03,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/9f5b8bce8a6f4d578b603546ed9144a6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/9f5b8bce8a6f4d578b603546ed9144a6 2024-12-15T14:33:03,811 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/87185391ebcf47d9be8211c33e13d15f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/87185391ebcf47d9be8211c33e13d15f 2024-12-15T14:33:03,811 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7970a1ee6f6f4e7b8f6b12ab96df0263 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7970a1ee6f6f4e7b8f6b12ab96df0263 2024-12-15T14:33:03,812 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d78d0fabba142c8bf086d76b235d91b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d78d0fabba142c8bf086d76b235d91b 2024-12-15T14:33:03,812 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bceadbb14ead4d76882e29f190add814 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bceadbb14ead4d76882e29f190add814 2024-12-15T14:33:03,812 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/73edab4a9c4445858698d2c525f0899a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/73edab4a9c4445858698d2c525f0899a 2024-12-15T14:33:03,814 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/86d480f37f7d4520822e7b5f319e8755 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/86d480f37f7d4520822e7b5f319e8755 2024-12-15T14:33:03,814 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bf4f33f27ef0421884caf799b197a926 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/bf4f33f27ef0421884caf799b197a926 2024-12-15T14:33:03,815 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7b9183649d824c1f884e22c8d01ba861 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/7b9183649d824c1f884e22c8d01ba861 2024-12-15T14:33:03,816 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0a918da4bde84788abad1c68812e5986 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0a918da4bde84788abad1c68812e5986 2024-12-15T14:33:03,816 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/de3766194abf474e9a58328e05b054b6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/de3766194abf474e9a58328e05b054b6 2024-12-15T14:33:03,817 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/5ccc523ed87246d0bda17ee797acf066 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/5ccc523ed87246d0bda17ee797acf066 2024-12-15T14:33:03,817 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0c0ccc081b8d457da913cc86691da386 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/0c0ccc081b8d457da913cc86691da386 2024-12-15T14:33:03,817 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d92c861e47e40439877bcb483ac9f14 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/4d92c861e47e40439877bcb483ac9f14 2024-12-15T14:33:03,817 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2036bc2728f7453d807c7bf9c89b7a63 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2036bc2728f7453d807c7bf9c89b7a63 2024-12-15T14:33:03,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2319c476bfbb4f609bfaa9dc0eb2baea to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/2319c476bfbb4f609bfaa9dc0eb2baea 2024-12-15T14:33:03,824 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=1 2024-12-15T14:33:03,827 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79. 2024-12-15T14:33:03,827 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for adeeb67288d15ec47d3c8287f2f98b79: 2024-12-15T14:33:03,833 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:33:03,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=adeeb67288d15ec47d3c8287f2f98b79, regionState=CLOSED 2024-12-15T14:33:03,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-15T14:33:03,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-15T14:33:03,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=adeeb67288d15ec47d3c8287f2f98b79, UNASSIGN in 593 msec 2024-12-15T14:33:03,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure adeeb67288d15ec47d3c8287f2f98b79, server=6279ffe7531b,40081,1734273153198 in 571 msec 2024-12-15T14:33:03,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-15T14:33:03,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 607 msec 2024-12-15T14:33:03,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273183864"}]},"ts":"1734273183864"} 2024-12-15T14:33:03,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T14:33:03,911 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T14:33:03,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 753 msec 2024-12-15T14:33:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T14:33:04,308 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-15T14:33:04,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T14:33:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,334 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T14:33:04,343 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,368 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:33:04,382 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/recovered.edits] 2024-12-15T14:33:04,399 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/9bdc811c00be48c7901b80745f409a75 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/9bdc811c00be48c7901b80745f409a75 2024-12-15T14:33:04,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/2c7137032d27455ab1d169ad0a4276db to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/A/2c7137032d27455ab1d169ad0a4276db 2024-12-15T14:33:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T14:33:04,472 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/750a697e92534e8080fe39a4fdbb90f0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/750a697e92534e8080fe39a4fdbb90f0 2024-12-15T14:33:04,475 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/e31a1d8b078a4b2881ff953539d49441 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/B/e31a1d8b078a4b2881ff953539d49441 2024-12-15T14:33:04,544 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/d850fc63f9be44e3944b72cb4906412d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/d850fc63f9be44e3944b72cb4906412d 2024-12-15T14:33:04,544 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/83a510a37c314a8ba3df8fa6660e7ef8 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/C/83a510a37c314a8ba3df8fa6660e7ef8 2024-12-15T14:33:04,581 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/recovered.edits/370.seqid to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79/recovered.edits/370.seqid 2024-12-15T14:33:04,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/adeeb67288d15ec47d3c8287f2f98b79 2024-12-15T14:33:04,591 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T14:33:04,599 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T14:33:04,611 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T14:33:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T14:33:04,670 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T14:33:04,680 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,680 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T14:33:04,680 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734273184680"}]},"ts":"9223372036854775807"} 2024-12-15T14:33:04,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T14:33:04,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => adeeb67288d15ec47d3c8287f2f98b79, NAME => 'TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T14:33:04,693 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T14:33:04,693 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734273184693"}]},"ts":"9223372036854775807"} 2024-12-15T14:33:04,697 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T14:33:04,749 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 436 msec 2024-12-15T14:33:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T14:33:04,950 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-15T14:33:04,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=248 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x50d169e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-111544098_22 at /127.0.0.1:55816 [Waiting for operation #59] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x50d169e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x50d169e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-622267952_22 at /127.0.0.1:43672 [Waiting for operation #187] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x50d169e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6279ffe7531b:40081-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-111544098_22 at /127.0.0.1:42446 [Waiting for operation #197] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-622267952_22 at /127.0.0.1:55908 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1348 (was 1048) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1908 (was 3786) 2024-12-15T14:33:04,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1348, ProcessCount=11, AvailableMemoryMB=1907 2024-12-15T14:33:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:33:04,978 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:33:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:04,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:33:04,981 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:04,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-12-15T14:33:04,983 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:33:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T14:33:05,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741914_1090 (size=963) 2024-12-15T14:33:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T14:33:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T14:33:05,414 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:33:05,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741915_1091 (size=53) 2024-12-15T14:33:05,475 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:33:05,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e1f9f5dcf17241800499224defa668cf, disabling compactions & flushes 2024-12-15T14:33:05,476 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:05,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:05,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. after waiting 0 ms 2024-12-15T14:33:05,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:05,476 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:05,476 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:05,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:33:05,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734273185487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273185487"}]},"ts":"1734273185487"} 2024-12-15T14:33:05,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:33:05,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:33:05,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273185514"}]},"ts":"1734273185514"} 2024-12-15T14:33:05,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T14:33:05,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, ASSIGN}] 2024-12-15T14:33:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T14:33:05,585 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, ASSIGN 2024-12-15T14:33:05,590 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:33:05,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:05,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:33:05,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:05,928 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:05,928 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:33:05,929 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:05,929 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:33:05,929 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:05,929 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:05,943 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:05,960 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:05,960 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9f5dcf17241800499224defa668cf columnFamilyName A 2024-12-15T14:33:05,960 DEBUG [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:05,964 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(327): Store=e1f9f5dcf17241800499224defa668cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:05,965 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:05,975 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:05,976 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9f5dcf17241800499224defa668cf columnFamilyName B 2024-12-15T14:33:05,977 DEBUG [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:05,980 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(327): Store=e1f9f5dcf17241800499224defa668cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:05,980 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:06,025 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:06,026 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9f5dcf17241800499224defa668cf columnFamilyName C 2024-12-15T14:33:06,026 DEBUG [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:06,030 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(327): Store=e1f9f5dcf17241800499224defa668cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:06,030 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:06,032 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:06,034 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:06,037 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:33:06,039 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:06,043 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:33:06,044 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened e1f9f5dcf17241800499224defa668cf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68138988, jitterRate=0.015350043773651123}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:33:06,045 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:06,046 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., pid=33, masterSystemTime=1734273185907 2024-12-15T14:33:06,049 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:06,049 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:06,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:06,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-15T14:33:06,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 in 304 msec 2024-12-15T14:33:06,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-15T14:33:06,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, ASSIGN in 480 msec 2024-12-15T14:33:06,061 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:33:06,061 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273186061"}]},"ts":"1734273186061"} 2024-12-15T14:33:06,063 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T14:33:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T14:33:06,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:33:06,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1250 sec 2024-12-15T14:33:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T14:33:07,095 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-12-15T14:33:07,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f98f71 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72eb26b0 2024-12-15T14:33:07,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76be8ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:07,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:07,170 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:07,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:33:07,196 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:33:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:33:07,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:33:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741916_1092 (size=999) 2024-12-15T14:33:07,254 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T14:33:07,254 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T14:33:07,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:33:07,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, REOPEN/MOVE}] 2024-12-15T14:33:07,281 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, REOPEN/MOVE 2024-12-15T14:33:07,287 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:07,291 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:33:07,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:33:07,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:07,446 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,446 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:33:07,446 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing e1f9f5dcf17241800499224defa668cf, disabling compactions & flushes 2024-12-15T14:33:07,446 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,446 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,446 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. after waiting 0 ms 2024-12-15T14:33:07,447 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,459 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T14:33:07,460 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,460 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:07,460 WARN [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: e1f9f5dcf17241800499224defa668cf to self. 2024-12-15T14:33:07,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=CLOSED 2024-12-15T14:33:07,475 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-15T14:33:07,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 in 183 msec 2024-12-15T14:33:07,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, REOPEN/MOVE; state=CLOSED, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=true 2024-12-15T14:33:07,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:07,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:33:07,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:07,792 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,792 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:33:07,797 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,797 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:33:07,797 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,797 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,800 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,802 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:07,807 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9f5dcf17241800499224defa668cf columnFamilyName A 2024-12-15T14:33:07,809 DEBUG [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:07,809 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(327): Store=e1f9f5dcf17241800499224defa668cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:07,810 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,811 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:07,812 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9f5dcf17241800499224defa668cf columnFamilyName B 2024-12-15T14:33:07,812 DEBUG [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:07,813 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(327): Store=e1f9f5dcf17241800499224defa668cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:07,813 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,814 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:07,814 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f9f5dcf17241800499224defa668cf columnFamilyName C 2024-12-15T14:33:07,814 DEBUG [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:07,824 INFO [StoreOpener-e1f9f5dcf17241800499224defa668cf-1 {}] regionserver.HStore(327): Store=e1f9f5dcf17241800499224defa668cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:07,824 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,825 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,826 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,843 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:33:07,851 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:07,856 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened e1f9f5dcf17241800499224defa668cf; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63800603, jitterRate=-0.04929693043231964}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:33:07,858 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:07,871 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., pid=38, masterSystemTime=1734273187789 2024-12-15T14:33:07,882 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,882 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:07,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=OPEN, openSeqNum=5, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:07,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-12-15T14:33:07,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 in 257 msec 2024-12-15T14:33:07,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-15T14:33:07,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, REOPEN/MOVE in 618 msec 2024-12-15T14:33:07,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-15T14:33:07,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 640 msec 2024-12-15T14:33:07,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 693 msec 2024-12-15T14:33:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T14:33:07,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9c3820 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd0bf5 2024-12-15T14:33:08,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c16ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50484683 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77f4d875 2024-12-15T14:33:08,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dfb8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x489535ee to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c3b1f 2024-12-15T14:33:08,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2343183d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36db9f87 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@349a6fe 2024-12-15T14:33:08,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c368568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c317ae0 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5238815e 2024-12-15T14:33:08,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aed43b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c2b9b76 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cab9ba4 2024-12-15T14:33:08,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30be7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37886c78 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74eb796 2024-12-15T14:33:08,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba4762a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d7f785d to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fff9e63 2024-12-15T14:33:08,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1712b090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19547ff1 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4bf63e 2024-12-15T14:33:08,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85f51d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:08,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-12-15T14:33:08,426 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:08,427 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:08,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:08,456 DEBUG [hconnection-0x1df86041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,458 DEBUG [hconnection-0x120bea02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,463 DEBUG [hconnection-0x2ff0ffb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,469 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,499 DEBUG [hconnection-0x3c7aae15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,502 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,479 DEBUG [hconnection-0x6180ffbe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,510 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,511 DEBUG [hconnection-0x7f4c70-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,513 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,520 DEBUG [hconnection-0x20a8fd53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:08,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:33:08,524 DEBUG [hconnection-0x5adbadad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,526 DEBUG [hconnection-0x41ae85dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:08,529 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,529 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,532 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:08,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:08,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:08,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:08,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:08,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:08,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:08,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:08,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273248611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273248624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273248625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273248627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273248629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121586d7031b943d4046ab0af2830981a4a5_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273188523/Put/seqid=0 2024-12-15T14:33:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741917_1093 (size=12154) 2024-12-15T14:33:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273248736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273248742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273248742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273248742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273248743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:08,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,756 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:08,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121586d7031b943d4046ab0af2830981a4a5_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121586d7031b943d4046ab0af2830981a4a5_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:08,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cc21b4219d684e22baf260d0fc86fc26, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:08,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cc21b4219d684e22baf260d0fc86fc26 is 175, key is test_row_0/A:col10/1734273188523/Put/seqid=0 2024-12-15T14:33:08,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741918_1094 (size=30955) 2024-12-15T14:33:08,900 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cc21b4219d684e22baf260d0fc86fc26 2024-12-15T14:33:08,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:08,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273248946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273248946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273248949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273248950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:08,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273248950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/6090c135c1614b428da15f66d92836ed is 50, key is test_row_0/B:col10/1734273188523/Put/seqid=0 2024-12-15T14:33:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:09,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741919_1095 (size=12001) 2024-12-15T14:33:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273249251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273249267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273249260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273249268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273249269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:33:09,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:09,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:09,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/6090c135c1614b428da15f66d92836ed 2024-12-15T14:33:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:09,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/144f2eef985742e984d94c6bf20d5173 is 50, key is test_row_0/C:col10/1734273188523/Put/seqid=0 2024-12-15T14:33:09,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741920_1096 (size=12001) 2024-12-15T14:33:09,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273249773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273249774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273249779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273249782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273249800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,971 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T14:33:09,973 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T14:33:09,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:09,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:09,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:09,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:10,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/144f2eef985742e984d94c6bf20d5173 2024-12-15T14:33:10,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:10,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:10,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cc21b4219d684e22baf260d0fc86fc26 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26 2024-12-15T14:33:10,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26, entries=150, sequenceid=17, filesize=30.2 K 2024-12-15T14:33:10,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/6090c135c1614b428da15f66d92836ed as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6090c135c1614b428da15f66d92836ed 2024-12-15T14:33:10,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6090c135c1614b428da15f66d92836ed, entries=150, sequenceid=17, filesize=11.7 K 2024-12-15T14:33:10,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/144f2eef985742e984d94c6bf20d5173 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/144f2eef985742e984d94c6bf20d5173 2024-12-15T14:33:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/144f2eef985742e984d94c6bf20d5173, entries=150, sequenceid=17, filesize=11.7 K 2024-12-15T14:33:10,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e1f9f5dcf17241800499224defa668cf in 1709ms, sequenceid=17, compaction requested=false 2024-12-15T14:33:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:10,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T14:33:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:10,305 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:33:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596434f5ba24b468782ff9dcaa641a297_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273188625/Put/seqid=0 2024-12-15T14:33:10,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741921_1097 (size=12154) 2024-12-15T14:33:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:10,464 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596434f5ba24b468782ff9dcaa641a297_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596434f5ba24b468782ff9dcaa641a297_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c93a604cce264c7c86cb496c7d33e60e, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c93a604cce264c7c86cb496c7d33e60e is 175, key is test_row_0/A:col10/1734273188625/Put/seqid=0 2024-12-15T14:33:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741922_1098 (size=30955) 2024-12-15T14:33:10,597 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c93a604cce264c7c86cb496c7d33e60e 2024-12-15T14:33:10,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/af7a1bcfd0c6470b93977831860af659 is 50, key is test_row_0/B:col10/1734273188625/Put/seqid=0 2024-12-15T14:33:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741923_1099 (size=12001) 2024-12-15T14:33:10,741 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/af7a1bcfd0c6470b93977831860af659 2024-12-15T14:33:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/b9eefdaab7d9408c95c70b80b9dc1897 is 50, key is test_row_0/C:col10/1734273188625/Put/seqid=0 2024-12-15T14:33:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:10,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273250816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273250816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273250822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273250823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273250822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741924_1100 (size=12001) 2024-12-15T14:33:10,883 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/b9eefdaab7d9408c95c70b80b9dc1897 2024-12-15T14:33:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c93a604cce264c7c86cb496c7d33e60e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e 2024-12-15T14:33:10,903 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e, entries=150, sequenceid=40, filesize=30.2 K 2024-12-15T14:33:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/af7a1bcfd0c6470b93977831860af659 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/af7a1bcfd0c6470b93977831860af659 2024-12-15T14:33:10,928 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/af7a1bcfd0c6470b93977831860af659, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T14:33:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/b9eefdaab7d9408c95c70b80b9dc1897 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b9eefdaab7d9408c95c70b80b9dc1897 2024-12-15T14:33:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273250928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,950 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b9eefdaab7d9408c95c70b80b9dc1897, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T14:33:10,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e1f9f5dcf17241800499224defa668cf in 660ms, sequenceid=40, compaction requested=false 2024-12-15T14:33:10,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:10,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:10,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-15T14:33:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273250924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-12-15T14:33:10,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:33:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:10,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-15T14:33:10,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5440 sec 2024-12-15T14:33:10,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.5560 sec 2024-12-15T14:33:11,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a6a30a5af99a44deb62cd52e753dc8e6_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:11,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741925_1101 (size=14594) 2024-12-15T14:33:11,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273251078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273251077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a6a30a5af99a44deb62cd52e753dc8e6_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a6a30a5af99a44deb62cd52e753dc8e6_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:11,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/5f96edf67b2f4d62a1bcd5f71fc9a236, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:11,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/5f96edf67b2f4d62a1bcd5f71fc9a236 is 175, key is test_row_0/A:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273251160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273251170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741926_1102 (size=39549) 2024-12-15T14:33:11,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273251217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273251217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273251424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273251428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273251472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273251478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,608 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/5f96edf67b2f4d62a1bcd5f71fc9a236 2024-12-15T14:33:11,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/b538ab3de8e9400bbea54702c8c39355 is 50, key is test_row_0/B:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:11,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273251736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741927_1103 (size=12001) 2024-12-15T14:33:11,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/b538ab3de8e9400bbea54702c8c39355 2024-12-15T14:33:11,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273251756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:11,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/58bf7632c8de4f2f8491e4ebb2af185e is 50, key is test_row_0/C:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741928_1104 (size=12001) 2024-12-15T14:33:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273251984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273252004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:12,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273252253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:12,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273252278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:12,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/58bf7632c8de4f2f8491e4ebb2af185e 2024-12-15T14:33:12,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/5f96edf67b2f4d62a1bcd5f71fc9a236 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236 2024-12-15T14:33:12,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236, entries=200, sequenceid=54, filesize=38.6 K 2024-12-15T14:33:12,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/b538ab3de8e9400bbea54702c8c39355 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/b538ab3de8e9400bbea54702c8c39355 2024-12-15T14:33:12,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/b538ab3de8e9400bbea54702c8c39355, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:33:12,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/58bf7632c8de4f2f8491e4ebb2af185e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/58bf7632c8de4f2f8491e4ebb2af185e 2024-12-15T14:33:12,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/58bf7632c8de4f2f8491e4ebb2af185e, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:33:12,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e1f9f5dcf17241800499224defa668cf in 1449ms, sequenceid=54, compaction requested=true 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:12,418 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:12,418 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:12,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:12,423 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:12,423 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:12,423 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/B is initiating minor compaction (all files) 2024-12-15T14:33:12,423 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/A is initiating minor compaction (all files) 2024-12-15T14:33:12,424 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/A in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:12,424 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=99.1 K 2024-12-15T14:33:12,424 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:12,424 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236] 2024-12-15T14:33:12,425 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/B in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:12,425 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6090c135c1614b428da15f66d92836ed, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/af7a1bcfd0c6470b93977831860af659, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/b538ab3de8e9400bbea54702c8c39355] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.2 K 2024-12-15T14:33:12,425 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc21b4219d684e22baf260d0fc86fc26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734273188511 2024-12-15T14:33:12,426 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6090c135c1614b428da15f66d92836ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734273188511 2024-12-15T14:33:12,426 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c93a604cce264c7c86cb496c7d33e60e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273188588 2024-12-15T14:33:12,426 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting af7a1bcfd0c6470b93977831860af659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273188588 2024-12-15T14:33:12,431 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f96edf67b2f4d62a1bcd5f71fc9a236, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273190808 2024-12-15T14:33:12,431 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b538ab3de8e9400bbea54702c8c39355, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273190810 2024-12-15T14:33:12,453 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:12,454 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/024c564814d3436e91c06970df7a605f is 50, key is test_row_0/B:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:12,460 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:12,470 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215bc67339ca9c74647a729ac1fcbd9a882_e1f9f5dcf17241800499224defa668cf store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:12,485 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215bc67339ca9c74647a729ac1fcbd9a882_e1f9f5dcf17241800499224defa668cf, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:12,485 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bc67339ca9c74647a729ac1fcbd9a882_e1f9f5dcf17241800499224defa668cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741930_1106 (size=4469) 2024-12-15T14:33:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T14:33:12,552 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-15T14:33:12,555 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#A#compaction#85 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:12,557 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cdc915395e6545c8845c9ff4f28a4e37 is 175, key is test_row_0/A:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:12,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-15T14:33:12,562 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T14:33:12,563 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:12,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741929_1105 (size=12104) 2024-12-15T14:33:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741931_1107 (size=31058) 2024-12-15T14:33:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T14:33:12,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:12,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T14:33:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T14:33:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158542348a30264f828ae6183eec10bdcb_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273191051/Put/seqid=0 2024-12-15T14:33:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741932_1108 (size=12154) 2024-12-15T14:33:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T14:33:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273252981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:12,996 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/024c564814d3436e91c06970df7a605f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/024c564814d3436e91c06970df7a605f 2024-12-15T14:33:13,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273253000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,020 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/B of e1f9f5dcf17241800499224defa668cf into 024c564814d3436e91c06970df7a605f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:13,020 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:13,020 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/B, priority=13, startTime=1734273192418; duration=0sec 2024-12-15T14:33:13,020 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:13,020 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:B 2024-12-15T14:33:13,020 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:13,024 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:13,024 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/C is initiating minor compaction (all files) 2024-12-15T14:33:13,024 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/C in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:13,025 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/144f2eef985742e984d94c6bf20d5173, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b9eefdaab7d9408c95c70b80b9dc1897, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/58bf7632c8de4f2f8491e4ebb2af185e] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.2 K 2024-12-15T14:33:13,025 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 144f2eef985742e984d94c6bf20d5173, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734273188511 2024-12-15T14:33:13,026 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b9eefdaab7d9408c95c70b80b9dc1897, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273188588 2024-12-15T14:33:13,026 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 58bf7632c8de4f2f8491e4ebb2af185e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273190810 2024-12-15T14:33:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273253024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,042 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cdc915395e6545c8845c9ff4f28a4e37 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cdc915395e6545c8845c9ff4f28a4e37 2024-12-15T14:33:13,053 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/A of e1f9f5dcf17241800499224defa668cf into cdc915395e6545c8845c9ff4f28a4e37(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:13,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:13,053 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/A, priority=13, startTime=1734273192418; duration=0sec 2024-12-15T14:33:13,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:13,053 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:A 2024-12-15T14:33:13,061 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:13,062 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/5b4553f0e1864ae1986c3beba754682e is 50, key is test_row_0/C:col10/1734273190968/Put/seqid=0 2024-12-15T14:33:13,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741933_1109 (size=12104) 2024-12-15T14:33:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273253100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T14:33:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:13,253 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158542348a30264f828ae6183eec10bdcb_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158542348a30264f828ae6183eec10bdcb_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cf89d81cb8a14a39be1effd40029df86, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:13,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cf89d81cb8a14a39be1effd40029df86 is 175, key is test_row_0/A:col10/1734273191051/Put/seqid=0 2024-12-15T14:33:13,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273253276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273253291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741934_1110 (size=30955) 2024-12-15T14:33:13,316 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cf89d81cb8a14a39be1effd40029df86 2024-12-15T14:33:13,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273253323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/f80775abc4dd4b5fbb2747b67780076d is 50, key is test_row_0/B:col10/1734273191051/Put/seqid=0 2024-12-15T14:33:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741935_1111 (size=12001) 2024-12-15T14:33:13,452 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/f80775abc4dd4b5fbb2747b67780076d 2024-12-15T14:33:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/da28e21fbbb74c3e80853eb9b5035763 is 50, key is test_row_0/C:col10/1734273191051/Put/seqid=0 2024-12-15T14:33:13,559 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/5b4553f0e1864ae1986c3beba754682e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/5b4553f0e1864ae1986c3beba754682e 2024-12-15T14:33:13,581 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/C of e1f9f5dcf17241800499224defa668cf into 5b4553f0e1864ae1986c3beba754682e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:13,581 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:13,581 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/C, priority=13, startTime=1734273192418; duration=0sec 2024-12-15T14:33:13,582 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:13,582 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:C 2024-12-15T14:33:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741936_1112 (size=12001) 2024-12-15T14:33:13,605 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/da28e21fbbb74c3e80853eb9b5035763 2024-12-15T14:33:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:13,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/cf89d81cb8a14a39be1effd40029df86 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86 2024-12-15T14:33:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273253632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T14:33:13,670 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86, entries=150, sequenceid=76, filesize=30.2 K 2024-12-15T14:33:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/f80775abc4dd4b5fbb2747b67780076d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/f80775abc4dd4b5fbb2747b67780076d 2024-12-15T14:33:13,696 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/f80775abc4dd4b5fbb2747b67780076d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T14:33:13,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/da28e21fbbb74c3e80853eb9b5035763 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/da28e21fbbb74c3e80853eb9b5035763 2024-12-15T14:33:13,728 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/da28e21fbbb74c3e80853eb9b5035763, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T14:33:13,734 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e1f9f5dcf17241800499224defa668cf in 1004ms, sequenceid=76, compaction requested=false 2024-12-15T14:33:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-15T14:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-15T14:33:13,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-15T14:33:13,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-12-15T14:33:13,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.1790 sec 2024-12-15T14:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:14,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T14:33:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:14,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:14,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121521ad014bae6c45e193e7c68268738224_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741937_1113 (size=12154) 2024-12-15T14:33:14,220 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:14,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121521ad014bae6c45e193e7c68268738224_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121521ad014bae6c45e193e7c68268738224_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:14,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3f30f2dd485466c866f7232652cb2d3, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:14,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3f30f2dd485466c866f7232652cb2d3 is 175, key is test_row_0/A:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:14,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741938_1114 (size=30955) 2024-12-15T14:33:14,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3f30f2dd485466c866f7232652cb2d3 2024-12-15T14:33:14,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273254303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:14,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/e2a545e39e694ec7bc3f898fe0841b3a is 50, key is test_row_0/B:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741939_1115 (size=12001) 2024-12-15T14:33:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273254415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:14,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273254628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T14:33:14,677 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-15T14:33:14,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-15T14:33:14,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:14,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:14,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:14,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/e2a545e39e694ec7bc3f898fe0841b3a 2024-12-15T14:33:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:14,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/c01dd59819b842678ac2045d17ba5e78 is 50, key is test_row_0/C:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:14,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:14,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T14:33:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:14,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:14,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741940_1116 (size=12001) 2024-12-15T14:33:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273254940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:15,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273255016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,020 DEBUG [Thread-492 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:15,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T14:33:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273255075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,085 DEBUG [Thread-500 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4269 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:15,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T14:33:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:15,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/c01dd59819b842678ac2045d17ba5e78 2024-12-15T14:33:15,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3f30f2dd485466c866f7232652cb2d3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3 2024-12-15T14:33:15,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3, entries=150, sequenceid=94, filesize=30.2 K 2024-12-15T14:33:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/e2a545e39e694ec7bc3f898fe0841b3a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/e2a545e39e694ec7bc3f898fe0841b3a 2024-12-15T14:33:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:15,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/e2a545e39e694ec7bc3f898fe0841b3a, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:33:15,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/c01dd59819b842678ac2045d17ba5e78 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/c01dd59819b842678ac2045d17ba5e78 2024-12-15T14:33:15,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273255309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273255310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,328 DEBUG [Thread-498 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4251 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:15,323 DEBUG [Thread-496 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4246 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:15,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/c01dd59819b842678ac2045d17ba5e78, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:33:15,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e1f9f5dcf17241800499224defa668cf in 1188ms, sequenceid=94, compaction requested=true 2024-12-15T14:33:15,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:15,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:15,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:15,350 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:15,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T14:33:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,357 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T14:33:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:15,362 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:15,362 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/A is initiating minor compaction (all files) 2024-12-15T14:33:15,363 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/A in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,363 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cdc915395e6545c8845c9ff4f28a4e37, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=90.8 K 2024-12-15T14:33:15,363 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,363 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cdc915395e6545c8845c9ff4f28a4e37, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3] 2024-12-15T14:33:15,367 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:15,367 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/B is initiating minor compaction (all files) 2024-12-15T14:33:15,367 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/B in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,368 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/024c564814d3436e91c06970df7a605f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/f80775abc4dd4b5fbb2747b67780076d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/e2a545e39e694ec7bc3f898fe0841b3a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.3 K 2024-12-15T14:33:15,368 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdc915395e6545c8845c9ff4f28a4e37, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273190810 2024-12-15T14:33:15,369 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 024c564814d3436e91c06970df7a605f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273190810 2024-12-15T14:33:15,369 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf89d81cb8a14a39be1effd40029df86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734273191051 2024-12-15T14:33:15,370 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3f30f2dd485466c866f7232652cb2d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273192930 2024-12-15T14:33:15,370 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f80775abc4dd4b5fbb2747b67780076d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734273191051 2024-12-15T14:33:15,371 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a545e39e694ec7bc3f898fe0841b3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273192930 2024-12-15T14:33:15,408 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159fe374ad21494962964d4a5fe3e0d2b8_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273194253/Put/seqid=0 2024-12-15T14:33:15,423 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#B#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:15,424 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/9f232cb4472548179d7245f94e3a19ec is 50, key is test_row_0/B:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:15,452 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215bb4c7b20e4e0492bb652cd1297cb076c_e1f9f5dcf17241800499224defa668cf store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:15,455 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215bb4c7b20e4e0492bb652cd1297cb076c_e1f9f5dcf17241800499224defa668cf, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:15,455 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bb4c7b20e4e0492bb652cd1297cb076c_e1f9f5dcf17241800499224defa668cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:15,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:15,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741941_1117 (size=12154) 2024-12-15T14:33:15,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741942_1118 (size=12207) 2024-12-15T14:33:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741943_1119 (size=4469) 2024-12-15T14:33:15,583 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#A#compaction#93 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:15,584 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/f649be7230c943c996568fce6a1f02d0 is 175, key is test_row_0/A:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:15,595 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/9f232cb4472548179d7245f94e3a19ec as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/9f232cb4472548179d7245f94e3a19ec 2024-12-15T14:33:15,620 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/B of e1f9f5dcf17241800499224defa668cf into 9f232cb4472548179d7245f94e3a19ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:15,620 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:15,620 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/B, priority=13, startTime=1734273195350; duration=0sec 2024-12-15T14:33:15,620 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:15,620 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:B 2024-12-15T14:33:15,620 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:15,624 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:15,624 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/C is initiating minor compaction (all files) 2024-12-15T14:33:15,624 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/C in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:15,625 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/5b4553f0e1864ae1986c3beba754682e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/da28e21fbbb74c3e80853eb9b5035763, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/c01dd59819b842678ac2045d17ba5e78] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.3 K 2024-12-15T14:33:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741944_1120 (size=31161) 2024-12-15T14:33:15,628 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b4553f0e1864ae1986c3beba754682e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273190810 2024-12-15T14:33:15,642 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting da28e21fbbb74c3e80853eb9b5035763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734273191051 2024-12-15T14:33:15,647 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c01dd59819b842678ac2045d17ba5e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273192930 2024-12-15T14:33:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273255643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,715 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/f649be7230c943c996568fce6a1f02d0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/f649be7230c943c996568fce6a1f02d0 2024-12-15T14:33:15,717 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:15,717 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/874fe208d63340afa53053f2a4e65528 is 50, key is test_row_0/C:col10/1734273192930/Put/seqid=0 2024-12-15T14:33:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273255766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:15,774 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/A of e1f9f5dcf17241800499224defa668cf into f649be7230c943c996568fce6a1f02d0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:15,774 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:15,774 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/A, priority=13, startTime=1734273195350; duration=0sec 2024-12-15T14:33:15,774 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:15,775 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:A 2024-12-15T14:33:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741945_1121 (size=12207) 2024-12-15T14:33:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:15,956 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159fe374ad21494962964d4a5fe3e0d2b8_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159fe374ad21494962964d4a5fe3e0d2b8_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:15,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/1353f5013d1f45ba9e8b9bf28618195e, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/1353f5013d1f45ba9e8b9bf28618195e is 175, key is test_row_0/A:col10/1734273194253/Put/seqid=0 2024-12-15T14:33:15,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273255980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741946_1122 (size=30955) 2024-12-15T14:33:16,037 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/1353f5013d1f45ba9e8b9bf28618195e 2024-12-15T14:33:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/2c3d664d9c014bd6a0b762eaefcd7016 is 50, key is test_row_0/B:col10/1734273194253/Put/seqid=0 2024-12-15T14:33:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741947_1123 (size=12001) 2024-12-15T14:33:16,151 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/2c3d664d9c014bd6a0b762eaefcd7016 2024-12-15T14:33:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/77d65088bacd4483b357f6db676d3cb9 is 50, key is test_row_0/C:col10/1734273194253/Put/seqid=0 2024-12-15T14:33:16,197 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/874fe208d63340afa53053f2a4e65528 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/874fe208d63340afa53053f2a4e65528 2024-12-15T14:33:16,212 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/C of e1f9f5dcf17241800499224defa668cf into 874fe208d63340afa53053f2a4e65528(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:16,212 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:16,212 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/C, priority=13, startTime=1734273195350; duration=0sec 2024-12-15T14:33:16,212 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:16,213 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:C 2024-12-15T14:33:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741948_1124 (size=12001) 2024-12-15T14:33:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273256293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:16,632 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/77d65088bacd4483b357f6db676d3cb9 2024-12-15T14:33:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/1353f5013d1f45ba9e8b9bf28618195e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e 2024-12-15T14:33:16,701 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e, entries=150, sequenceid=115, filesize=30.2 K 2024-12-15T14:33:16,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/2c3d664d9c014bd6a0b762eaefcd7016 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/2c3d664d9c014bd6a0b762eaefcd7016 2024-12-15T14:33:16,746 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/2c3d664d9c014bd6a0b762eaefcd7016, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T14:33:16,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/77d65088bacd4483b357f6db676d3cb9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/77d65088bacd4483b357f6db676d3cb9 2024-12-15T14:33:16,816 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/77d65088bacd4483b357f6db676d3cb9, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T14:33:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273256815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:16,828 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e1f9f5dcf17241800499224defa668cf in 1471ms, sequenceid=115, compaction requested=false 2024-12-15T14:33:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-15T14:33:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-15T14:33:16,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-15T14:33:16,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1390 sec 2024-12-15T14:33:16,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.1510 sec 2024-12-15T14:33:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:17,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T14:33:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:17,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121570027e0c12d34612a895c24f6d9562f9_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741949_1125 (size=12254) 2024-12-15T14:33:18,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273258026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273258143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273258352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:18,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:18,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121570027e0c12d34612a895c24f6d9562f9_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121570027e0c12d34612a895c24f6d9562f9_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:18,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3ec25cda6754d4aa452fe9fe985fe3f, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:18,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3ec25cda6754d4aa452fe9fe985fe3f is 175, key is test_row_0/A:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741950_1126 (size=31055) 2024-12-15T14:33:18,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3ec25cda6754d4aa452fe9fe985fe3f 2024-12-15T14:33:18,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/c9ea5837a4734136b542b04fb994d55b is 50, key is test_row_0/B:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741951_1127 (size=12101) 2024-12-15T14:33:18,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/c9ea5837a4734136b542b04fb994d55b 2024-12-15T14:33:18,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273258659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:18,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/21fe6fdfe548421e9130fe708d82504b is 50, key is test_row_0/C:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741952_1128 (size=12101) 2024-12-15T14:33:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T14:33:18,835 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-15T14:33:18,840 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-15T14:33:18,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:18,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:18,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:19,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T14:33:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:19,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:19,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56228 deadline: 1734273259065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,080 DEBUG [Thread-492 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8266 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:19,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1734273259122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,124 DEBUG [Thread-500 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8309 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:19,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T14:33:19,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:19,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:19,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273259169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/21fe6fdfe548421e9130fe708d82504b 2024-12-15T14:33:19,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/d3ec25cda6754d4aa452fe9fe985fe3f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f 2024-12-15T14:33:19,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f, entries=150, sequenceid=134, filesize=30.3 K 2024-12-15T14:33:19,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/c9ea5837a4734136b542b04fb994d55b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c9ea5837a4734136b542b04fb994d55b 2024-12-15T14:33:19,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c9ea5837a4734136b542b04fb994d55b, entries=150, sequenceid=134, filesize=11.8 K 2024-12-15T14:33:19,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/21fe6fdfe548421e9130fe708d82504b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/21fe6fdfe548421e9130fe708d82504b 2024-12-15T14:33:19,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/21fe6fdfe548421e9130fe708d82504b, entries=150, sequenceid=134, filesize=11.8 K 2024-12-15T14:33:19,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e1f9f5dcf17241800499224defa668cf in 1410ms, sequenceid=134, compaction requested=true 2024-12-15T14:33:19,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:19,272 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:19,274 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:19,274 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/A is initiating minor compaction (all files) 2024-12-15T14:33:19,274 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/A in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,275 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/f649be7230c943c996568fce6a1f02d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=91.0 K 2024-12-15T14:33:19,275 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,275 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/f649be7230c943c996568fce6a1f02d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f] 2024-12-15T14:33:19,276 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f649be7230c943c996568fce6a1f02d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273192930 2024-12-15T14:33:19,284 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1353f5013d1f45ba9e8b9bf28618195e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734273194253 2024-12-15T14:33:19,355 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3ec25cda6754d4aa452fe9fe985fe3f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734273195484 2024-12-15T14:33:19,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:19,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:19,360 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:19,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:19,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:19,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:19,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:19,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,368 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:19,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:19,376 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:19,376 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/B is initiating minor compaction (all files) 2024-12-15T14:33:19,377 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/B in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:19,377 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/9f232cb4472548179d7245f94e3a19ec, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/2c3d664d9c014bd6a0b762eaefcd7016, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c9ea5837a4734136b542b04fb994d55b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.5 K 2024-12-15T14:33:19,379 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f232cb4472548179d7245f94e3a19ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273192930 2024-12-15T14:33:19,384 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c3d664d9c014bd6a0b762eaefcd7016, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734273194253 2024-12-15T14:33:19,391 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ea5837a4734136b542b04fb994d55b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734273195484 2024-12-15T14:33:19,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215abf61ba94e794baa92de9872925964a6_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273198024/Put/seqid=0 2024-12-15T14:33:19,433 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273259434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273259449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:19,472 INFO [master/6279ffe7531b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T14:33:19,472 INFO [master/6279ffe7531b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T14:33:19,474 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215564c1e298d8e422b8d978b44b07101ef_e1f9f5dcf17241800499224defa668cf store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:19,476 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215564c1e298d8e422b8d978b44b07101ef_e1f9f5dcf17241800499224defa668cf, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:19,476 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215564c1e298d8e422b8d978b44b07101ef_e1f9f5dcf17241800499224defa668cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:19,481 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#B#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:19,482 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/607699ed8176438fa3bf22da1fdca04c is 50, key is test_row_0/B:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741953_1129 (size=14794) 2024-12-15T14:33:19,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741954_1130 (size=4469) 2024-12-15T14:33:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741955_1131 (size=12409) 2024-12-15T14:33:19,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273259550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273259560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273259769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273259770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:19,917 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215abf61ba94e794baa92de9872925964a6_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215abf61ba94e794baa92de9872925964a6_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/3548c3b67a934291a6d3eccfa4bebd81, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:19,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/3548c3b67a934291a6d3eccfa4bebd81 is 175, key is test_row_0/A:col10/1734273198024/Put/seqid=0 2024-12-15T14:33:19,964 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#A#compaction#103 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:19,964 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/021798d197b841cc9834cf73818c8aa2 is 175, key is test_row_0/A:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:20,030 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/607699ed8176438fa3bf22da1fdca04c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/607699ed8176438fa3bf22da1fdca04c 2024-12-15T14:33:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741956_1132 (size=39749) 2024-12-15T14:33:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741957_1133 (size=31363) 2024-12-15T14:33:20,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273260080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:20,084 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/B of e1f9f5dcf17241800499224defa668cf into 607699ed8176438fa3bf22da1fdca04c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:20,084 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:20,084 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/B, priority=13, startTime=1734273199360; duration=0sec 2024-12-15T14:33:20,085 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:20,085 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:B 2024-12-15T14:33:20,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:20,085 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273260084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:20,092 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:20,092 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/C is initiating minor compaction (all files) 2024-12-15T14:33:20,092 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/C in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:20,092 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/874fe208d63340afa53053f2a4e65528, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/77d65088bacd4483b357f6db676d3cb9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/21fe6fdfe548421e9130fe708d82504b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.5 K 2024-12-15T14:33:20,093 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 874fe208d63340afa53053f2a4e65528, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273192930 2024-12-15T14:33:20,094 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 77d65088bacd4483b357f6db676d3cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734273194253 2024-12-15T14:33:20,094 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 21fe6fdfe548421e9130fe708d82504b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734273195484 2024-12-15T14:33:20,125 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:20,126 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/63dfb6b00e4245bfbfda49064dfdf946 is 50, key is test_row_0/C:col10/1734273195635/Put/seqid=0 2024-12-15T14:33:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741958_1134 (size=12409) 2024-12-15T14:33:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273260180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:20,441 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/3548c3b67a934291a6d3eccfa4bebd81 2024-12-15T14:33:20,507 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/021798d197b841cc9834cf73818c8aa2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/021798d197b841cc9834cf73818c8aa2 2024-12-15T14:33:20,561 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/A of e1f9f5dcf17241800499224defa668cf into 021798d197b841cc9834cf73818c8aa2(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-15T14:33:20,561 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:20,561 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/A, priority=13, startTime=1734273199272; duration=1sec 2024-12-15T14:33:20,561 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:20,561 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:A 2024-12-15T14:33:20,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/796eeeb0e54f497a80e90625242bb1b8 is 50, key is test_row_0/B:col10/1734273198024/Put/seqid=0 2024-12-15T14:33:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273260586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273260600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:20,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741959_1135 (size=12151) 2024-12-15T14:33:20,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/796eeeb0e54f497a80e90625242bb1b8 2024-12-15T14:33:20,659 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/63dfb6b00e4245bfbfda49064dfdf946 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/63dfb6b00e4245bfbfda49064dfdf946 2024-12-15T14:33:20,711 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/C of e1f9f5dcf17241800499224defa668cf into 63dfb6b00e4245bfbfda49064dfdf946(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:20,711 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:20,712 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/C, priority=13, startTime=1734273199361; duration=0sec 2024-12-15T14:33:20,712 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:20,712 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:C 2024-12-15T14:33:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/38f26c2f8fb54c088658152d6dbb0ab4 is 50, key is test_row_0/C:col10/1734273198024/Put/seqid=0 2024-12-15T14:33:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741960_1136 (size=12151) 2024-12-15T14:33:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:21,223 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/38f26c2f8fb54c088658152d6dbb0ab4 2024-12-15T14:33:21,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/3548c3b67a934291a6d3eccfa4bebd81 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81 2024-12-15T14:33:21,293 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81, entries=200, sequenceid=155, filesize=38.8 K 2024-12-15T14:33:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/796eeeb0e54f497a80e90625242bb1b8 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/796eeeb0e54f497a80e90625242bb1b8 2024-12-15T14:33:21,318 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/796eeeb0e54f497a80e90625242bb1b8, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T14:33:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/38f26c2f8fb54c088658152d6dbb0ab4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/38f26c2f8fb54c088658152d6dbb0ab4 2024-12-15T14:33:21,348 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/38f26c2f8fb54c088658152d6dbb0ab4, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T14:33:21,356 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e1f9f5dcf17241800499224defa668cf in 1988ms, sequenceid=155, compaction requested=false 2024-12-15T14:33:21,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:21,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:21,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-15T14:33:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-15T14:33:21,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-15T14:33:21,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5230 sec 2024-12-15T14:33:21,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.5300 sec 2024-12-15T14:33:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:21,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T14:33:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:21,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:21,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d05c30dfe9154b339d77d14333da5ba1_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:21,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741961_1137 (size=12304) 2024-12-15T14:33:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273261741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:21,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273261741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:21,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:21,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273261845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273261845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273262061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273262065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:22,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273262185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,196 DEBUG [Thread-494 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:22,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d05c30dfe9154b339d77d14333da5ba1_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d05c30dfe9154b339d77d14333da5ba1_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:22,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/42a3d49266b245f0b8a5947ca926b9b5, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:22,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/42a3d49266b245f0b8a5947ca926b9b5 is 175, key is test_row_0/A:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:22,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741962_1138 (size=31105) 2024-12-15T14:33:22,283 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/42a3d49266b245f0b8a5947ca926b9b5 2024-12-15T14:33:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273262375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273262380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/680d4c3849124395856998556b8ff167 is 50, key is test_row_0/B:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741963_1139 (size=12151) 2024-12-15T14:33:22,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/680d4c3849124395856998556b8ff167 2024-12-15T14:33:22,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/feaf7b470be549d8b805867952e17156 is 50, key is test_row_0/C:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741964_1140 (size=12151) 2024-12-15T14:33:22,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273262899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273262901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T14:33:22,981 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-15T14:33:23,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-15T14:33:23,021 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:23,022 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:23,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T14:33:23,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/feaf7b470be549d8b805867952e17156 2024-12-15T14:33:23,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/42a3d49266b245f0b8a5947ca926b9b5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5 2024-12-15T14:33:23,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5, entries=150, sequenceid=174, filesize=30.4 K 2024-12-15T14:33:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/680d4c3849124395856998556b8ff167 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/680d4c3849124395856998556b8ff167 2024-12-15T14:33:23,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/680d4c3849124395856998556b8ff167, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T14:33:23,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/feaf7b470be549d8b805867952e17156 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/feaf7b470be549d8b805867952e17156 2024-12-15T14:33:23,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/feaf7b470be549d8b805867952e17156, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T14:33:23,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e1f9f5dcf17241800499224defa668cf in 1505ms, sequenceid=174, compaction requested=true 2024-12-15T14:33:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:23,116 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:23,117 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:23,117 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/A is initiating minor compaction (all files) 2024-12-15T14:33:23,117 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/A in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:23,117 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/021798d197b841cc9834cf73818c8aa2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=99.8 K 2024-12-15T14:33:23,118 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:23,118 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/021798d197b841cc9834cf73818c8aa2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5] 2024-12-15T14:33:23,119 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 021798d197b841cc9834cf73818c8aa2, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734273195484 2024-12-15T14:33:23,128 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3548c3b67a934291a6d3eccfa4bebd81, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734273197881 2024-12-15T14:33:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T14:33:23,128 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 42a3d49266b245f0b8a5947ca926b9b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273199423 2024-12-15T14:33:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:23,146 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:23,148 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:23,149 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:23,149 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/B is initiating minor compaction (all files) 2024-12-15T14:33:23,149 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/B in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:23,150 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/607699ed8176438fa3bf22da1fdca04c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/796eeeb0e54f497a80e90625242bb1b8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/680d4c3849124395856998556b8ff167] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.9 K 2024-12-15T14:33:23,152 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 607699ed8176438fa3bf22da1fdca04c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734273195484 2024-12-15T14:33:23,152 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 796eeeb0e54f497a80e90625242bb1b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734273197881 2024-12-15T14:33:23,152 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 680d4c3849124395856998556b8ff167, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273199423 2024-12-15T14:33:23,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:23,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:23,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:23,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:23,168 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:23,169 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/c2baa212ad554e5db001d8f50aaebaaa is 50, key is test_row_0/B:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:23,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:23,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T14:33:23,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:23,180 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T14:33:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:23,191 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215baabdb57fd7b4487bb5c8b2de3519cc3_e1f9f5dcf17241800499224defa668cf store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:23,194 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215baabdb57fd7b4487bb5c8b2de3519cc3_e1f9f5dcf17241800499224defa668cf, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:23,194 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215baabdb57fd7b4487bb5c8b2de3519cc3_e1f9f5dcf17241800499224defa668cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741965_1141 (size=12561) 2024-12-15T14:33:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741966_1142 (size=4469) 2024-12-15T14:33:23,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156219f842cfcf4b6e9b3d002c7ffb5adf_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273201711/Put/seqid=0 2024-12-15T14:33:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T14:33:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741967_1143 (size=12304) 2024-12-15T14:33:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T14:33:23,680 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:23,680 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/4aa129b6566349448cc1b990b4077cc1 is 175, key is test_row_0/A:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:23,711 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/c2baa212ad554e5db001d8f50aaebaaa as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c2baa212ad554e5db001d8f50aaebaaa 2024-12-15T14:33:23,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:23,749 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/B of e1f9f5dcf17241800499224defa668cf into c2baa212ad554e5db001d8f50aaebaaa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:23,749 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:23,749 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/B, priority=13, startTime=1734273203146; duration=0sec 2024-12-15T14:33:23,752 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:23,752 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:B 2024-12-15T14:33:23,753 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741968_1144 (size=31515) 2024-12-15T14:33:23,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156219f842cfcf4b6e9b3d002c7ffb5adf_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156219f842cfcf4b6e9b3d002c7ffb5adf_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:23,766 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:23,766 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/C is initiating minor compaction (all files) 2024-12-15T14:33:23,766 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/C in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:23,766 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/63dfb6b00e4245bfbfda49064dfdf946, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/38f26c2f8fb54c088658152d6dbb0ab4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/feaf7b470be549d8b805867952e17156] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=35.9 K 2024-12-15T14:33:23,772 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63dfb6b00e4245bfbfda49064dfdf946, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734273195484 2024-12-15T14:33:23,773 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38f26c2f8fb54c088658152d6dbb0ab4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734273197881 2024-12-15T14:33:23,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c9fcab149487414e998ea0d5efb2a6ce, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c9fcab149487414e998ea0d5efb2a6ce is 175, key is test_row_0/A:col10/1734273201711/Put/seqid=0 2024-12-15T14:33:23,775 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting feaf7b470be549d8b805867952e17156, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273199423 2024-12-15T14:33:23,788 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/4aa129b6566349448cc1b990b4077cc1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/4aa129b6566349448cc1b990b4077cc1 2024-12-15T14:33:23,828 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:23,829 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/A of e1f9f5dcf17241800499224defa668cf into 4aa129b6566349448cc1b990b4077cc1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:23,829 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:23,829 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/A, priority=13, startTime=1734273203116; duration=0sec 2024-12-15T14:33:23,829 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:23,829 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:A 2024-12-15T14:33:23,829 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/b5243e01c5794d04b2502387134c1aa6 is 50, key is test_row_0/C:col10/1734273199423/Put/seqid=0 2024-12-15T14:33:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741969_1145 (size=31105) 2024-12-15T14:33:23,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c9fcab149487414e998ea0d5efb2a6ce 2024-12-15T14:33:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/ace592856e6547cb89d685fae7a5cf0f is 50, key is test_row_0/B:col10/1734273201711/Put/seqid=0 2024-12-15T14:33:23,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741970_1146 (size=12561) 2024-12-15T14:33:23,980 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/b5243e01c5794d04b2502387134c1aa6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b5243e01c5794d04b2502387134c1aa6 2024-12-15T14:33:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741971_1147 (size=12151) 2024-12-15T14:33:24,003 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/ace592856e6547cb89d685fae7a5cf0f 2024-12-15T14:33:24,014 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/C of e1f9f5dcf17241800499224defa668cf into b5243e01c5794d04b2502387134c1aa6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:24,014 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:24,014 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/C, priority=13, startTime=1734273203166; duration=0sec 2024-12-15T14:33:24,014 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:24,015 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:C 2024-12-15T14:33:24,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273264015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273264023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/d2d5b897bda54fbdb9acf727a528753a is 50, key is test_row_0/C:col10/1734273201711/Put/seqid=0 2024-12-15T14:33:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741972_1148 (size=12151) 2024-12-15T14:33:24,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/d2d5b897bda54fbdb9acf727a528753a 2024-12-15T14:33:24,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273264135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T14:33:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273264139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/c9fcab149487414e998ea0d5efb2a6ce as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce 2024-12-15T14:33:24,233 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce, entries=150, sequenceid=195, filesize=30.4 K 2024-12-15T14:33:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/ace592856e6547cb89d685fae7a5cf0f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/ace592856e6547cb89d685fae7a5cf0f 2024-12-15T14:33:24,291 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/ace592856e6547cb89d685fae7a5cf0f, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T14:33:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/d2d5b897bda54fbdb9acf727a528753a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/d2d5b897bda54fbdb9acf727a528753a 2024-12-15T14:33:24,321 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/d2d5b897bda54fbdb9acf727a528753a, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T14:33:24,323 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e1f9f5dcf17241800499224defa668cf in 1143ms, sequenceid=195, compaction requested=false 2024-12-15T14:33:24,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:24,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:24,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-15T14:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-15T14:33:24,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-15T14:33:24,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec 2024-12-15T14:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:24,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T14:33:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:24,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:24,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.3520 sec 2024-12-15T14:33:24,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152db9a8703a5a481b84da366ad0c1b509_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273264460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273264470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741973_1149 (size=14794) 2024-12-15T14:33:24,490 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:24,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152db9a8703a5a481b84da366ad0c1b509_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152db9a8703a5a481b84da366ad0c1b509_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:24,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/6b1b1a7376964e39b328be455ab24c56, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:24,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/6b1b1a7376964e39b328be455ab24c56 is 175, key is test_row_0/A:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273264585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273264577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741974_1150 (size=39749) 2024-12-15T14:33:24,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/6b1b1a7376964e39b328be455ab24c56 2024-12-15T14:33:24,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/7cae06aff0904e5fb0f65a3b3eda1f39 is 50, key is test_row_0/B:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741975_1151 (size=12151) 2024-12-15T14:33:24,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273264803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:24,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273264815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/7cae06aff0904e5fb0f65a3b3eda1f39 2024-12-15T14:33:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273265110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T14:33:25,141 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-15T14:33:25,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-15T14:33:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T14:33:25,145 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:25,146 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:25,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:25,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:25,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/18071688b8ba4228a7b00b07d3e595cb is 50, key is test_row_0/C:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273265133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741976_1152 (size=12151) 2024-12-15T14:33:25,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/18071688b8ba4228a7b00b07d3e595cb 2024-12-15T14:33:25,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/6b1b1a7376964e39b328be455ab24c56 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56 2024-12-15T14:33:25,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56, entries=200, sequenceid=216, filesize=38.8 K 2024-12-15T14:33:25,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/7cae06aff0904e5fb0f65a3b3eda1f39 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/7cae06aff0904e5fb0f65a3b3eda1f39 2024-12-15T14:33:25,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/7cae06aff0904e5fb0f65a3b3eda1f39, entries=150, sequenceid=216, filesize=11.9 K 2024-12-15T14:33:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/18071688b8ba4228a7b00b07d3e595cb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/18071688b8ba4228a7b00b07d3e595cb 2024-12-15T14:33:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T14:33:25,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/18071688b8ba4228a7b00b07d3e595cb, entries=150, sequenceid=216, filesize=11.9 K 2024-12-15T14:33:25,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e1f9f5dcf17241800499224defa668cf in 895ms, sequenceid=216, compaction requested=true 2024-12-15T14:33:25,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:25,255 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:25,255 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:25,257 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:25,257 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/A is initiating minor compaction (all files) 2024-12-15T14:33:25,257 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/A in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:25,257 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/4aa129b6566349448cc1b990b4077cc1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=100.0 K 2024-12-15T14:33:25,257 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:25,257 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/4aa129b6566349448cc1b990b4077cc1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56] 2024-12-15T14:33:25,258 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:25,258 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/B is initiating minor compaction (all files) 2024-12-15T14:33:25,258 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/B in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:25,258 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c2baa212ad554e5db001d8f50aaebaaa, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/ace592856e6547cb89d685fae7a5cf0f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/7cae06aff0904e5fb0f65a3b3eda1f39] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=36.0 K 2024-12-15T14:33:25,259 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aa129b6566349448cc1b990b4077cc1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273199423 2024-12-15T14:33:25,259 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c2baa212ad554e5db001d8f50aaebaaa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273199423 2024-12-15T14:33:25,259 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9fcab149487414e998ea0d5efb2a6ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734273201711 2024-12-15T14:33:25,260 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting ace592856e6547cb89d685fae7a5cf0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734273201711 2024-12-15T14:33:25,260 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b1b1a7376964e39b328be455ab24c56, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734273203958 2024-12-15T14:33:25,260 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cae06aff0904e5fb0f65a3b3eda1f39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734273203958 2024-12-15T14:33:25,283 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:25,284 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/14e3a137c0d44c01942624ba9a534c67 is 50, key is test_row_0/B:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:25,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,312 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:25,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T14:33:25,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:25,313 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T14:33:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:25,360 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412150a13c64cac8448de90f7c02fa593708f_e1f9f5dcf17241800499224defa668cf store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:25,362 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412150a13c64cac8448de90f7c02fa593708f_e1f9f5dcf17241800499224defa668cf, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:25,362 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150a13c64cac8448de90f7c02fa593708f_e1f9f5dcf17241800499224defa668cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741977_1153 (size=12663) 2024-12-15T14:33:25,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158a8ebb33a04a4e3da175b22d990d2648_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273204427/Put/seqid=0 2024-12-15T14:33:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T14:33:25,453 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/14e3a137c0d44c01942624ba9a534c67 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/14e3a137c0d44c01942624ba9a534c67 2024-12-15T14:33:25,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741978_1154 (size=4469) 2024-12-15T14:33:25,492 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/B of e1f9f5dcf17241800499224defa668cf into 14e3a137c0d44c01942624ba9a534c67(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:25,492 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:25,493 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/B, priority=13, startTime=1734273205255; duration=0sec 2024-12-15T14:33:25,493 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:25,493 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:B 2024-12-15T14:33:25,493 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741979_1155 (size=12304) 2024-12-15T14:33:25,503 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:25,503 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/C is initiating minor compaction (all files) 2024-12-15T14:33:25,503 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/C in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:25,503 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b5243e01c5794d04b2502387134c1aa6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/d2d5b897bda54fbdb9acf727a528753a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/18071688b8ba4228a7b00b07d3e595cb] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=36.0 K 2024-12-15T14:33:25,508 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b5243e01c5794d04b2502387134c1aa6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273199423 2024-12-15T14:33:25,512 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d2d5b897bda54fbdb9acf727a528753a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734273201711 2024-12-15T14:33:25,520 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 18071688b8ba4228a7b00b07d3e595cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734273203958 2024-12-15T14:33:25,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:25,552 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158a8ebb33a04a4e3da175b22d990d2648_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158a8ebb33a04a4e3da175b22d990d2648_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:25,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/a17a5f1abe2b459ba2bc007344c98f17, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:25,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/a17a5f1abe2b459ba2bc007344c98f17 is 175, key is test_row_0/A:col10/1734273204427/Put/seqid=0 2024-12-15T14:33:25,601 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#C#compaction#123 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:25,601 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/0587149c2bd446dc92a7dbbcec9e5c94 is 50, key is test_row_0/C:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:25,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741980_1156 (size=31105) 2024-12-15T14:33:25,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/a17a5f1abe2b459ba2bc007344c98f17 2024-12-15T14:33:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741981_1157 (size=12663) 2024-12-15T14:33:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:25,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:25,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/5d617edb6c9e4428a401e2cb6d1c75e5 is 50, key is test_row_0/B:col10/1734273204427/Put/seqid=0 2024-12-15T14:33:25,729 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/0587149c2bd446dc92a7dbbcec9e5c94 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/0587149c2bd446dc92a7dbbcec9e5c94 2024-12-15T14:33:25,748 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/C of e1f9f5dcf17241800499224defa668cf into 0587149c2bd446dc92a7dbbcec9e5c94(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:25,749 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:25,749 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/C, priority=13, startTime=1734273205256; duration=0sec 2024-12-15T14:33:25,749 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:25,749 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:C 2024-12-15T14:33:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T14:33:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741982_1158 (size=12151) 2024-12-15T14:33:25,878 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#A#compaction#121 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:25,878 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/03d91d0b38784611a2463fa992f11497 is 175, key is test_row_0/A:col10/1734273204355/Put/seqid=0 2024-12-15T14:33:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273265876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273265884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741983_1159 (size=31617) 2024-12-15T14:33:25,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273265992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273265988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273266208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273266211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1734273266212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:26,220 DEBUG [Thread-494 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:33:26,231 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/5d617edb6c9e4428a401e2cb6d1c75e5 2024-12-15T14:33:26,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/52c17fbc21a74eb4ac48f4e509ce2682 is 50, key is test_row_0/C:col10/1734273204427/Put/seqid=0 2024-12-15T14:33:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T14:33:26,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741984_1160 (size=12151) 2024-12-15T14:33:26,380 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/03d91d0b38784611a2463fa992f11497 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/03d91d0b38784611a2463fa992f11497 2024-12-15T14:33:26,423 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/A of e1f9f5dcf17241800499224defa668cf into 03d91d0b38784611a2463fa992f11497(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-15T14:33:26,424 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:26,424 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/A, priority=13, startTime=1734273205254; duration=1sec 2024-12-15T14:33:26,424 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:26,424 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:A 2024-12-15T14:33:26,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273266526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:26,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273266530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:26,718 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/52c17fbc21a74eb4ac48f4e509ce2682 2024-12-15T14:33:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/a17a5f1abe2b459ba2bc007344c98f17 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17 2024-12-15T14:33:26,736 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17, entries=150, sequenceid=234, filesize=30.4 K 2024-12-15T14:33:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/5d617edb6c9e4428a401e2cb6d1c75e5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/5d617edb6c9e4428a401e2cb6d1c75e5 2024-12-15T14:33:26,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/5d617edb6c9e4428a401e2cb6d1c75e5, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T14:33:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/52c17fbc21a74eb4ac48f4e509ce2682 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/52c17fbc21a74eb4ac48f4e509ce2682 2024-12-15T14:33:26,768 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/52c17fbc21a74eb4ac48f4e509ce2682, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T14:33:26,779 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e1f9f5dcf17241800499224defa668cf in 1467ms, sequenceid=234, compaction requested=false 2024-12-15T14:33:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-15T14:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-15T14:33:26,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-15T14:33:26,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6420 sec 2024-12-15T14:33:26,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.6500 sec 2024-12-15T14:33:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:27,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T14:33:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:27,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:27,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153b7a518708e244ccb4612e36f24ee39b_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741985_1161 (size=12304) 2024-12-15T14:33:27,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273267154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273267157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:27,175 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153b7a518708e244ccb4612e36f24ee39b_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153b7a518708e244ccb4612e36f24ee39b_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:27,187 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/0ae2059c91d84593bd6d024388367fe5, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:27,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/0ae2059c91d84593bd6d024388367fe5 is 175, key is test_row_0/A:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741986_1162 (size=31105) 2024-12-15T14:33:27,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273267260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273267267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T14:33:27,280 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-15T14:33:27,292 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:33:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-15T14:33:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:27,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:33:27,310 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:33:27,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:33:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:27,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:27,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273267481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273267556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:27,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/0ae2059c91d84593bd6d024388367fe5 2024-12-15T14:33:27,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/6e0385714c544923967a3d88c560f331 is 50, key is test_row_0/B:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:27,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:27,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:27,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:27,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741987_1163 (size=12151) 2024-12-15T14:33:27,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/6e0385714c544923967a3d88c560f331 2024-12-15T14:33:27,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/2695e1ee3aac4ddc8743589a0e2d4e4c is 50, key is test_row_0/C:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:27,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741988_1164 (size=12151) 2024-12-15T14:33:27,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273267858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273267873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:27,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:27,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:28,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:28,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:28,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/2695e1ee3aac4ddc8743589a0e2d4e4c 2024-12-15T14:33:28,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/0ae2059c91d84593bd6d024388367fe5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5 2024-12-15T14:33:28,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5, entries=150, sequenceid=256, filesize=30.4 K 2024-12-15T14:33:28,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/6e0385714c544923967a3d88c560f331 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6e0385714c544923967a3d88c560f331 2024-12-15T14:33:28,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6e0385714c544923967a3d88c560f331, entries=150, sequenceid=256, filesize=11.9 K 2024-12-15T14:33:28,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/2695e1ee3aac4ddc8743589a0e2d4e4c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/2695e1ee3aac4ddc8743589a0e2d4e4c 2024-12-15T14:33:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56224 deadline: 1734273268374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:28,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:28,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:33:28,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:33:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1734273268391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:28,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/2695e1ee3aac4ddc8743589a0e2d4e4c, entries=150, sequenceid=256, filesize=11.9 K 2024-12-15T14:33:28,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e1f9f5dcf17241800499224defa668cf in 1389ms, sequenceid=256, compaction requested=true 2024-12-15T14:33:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:33:28,432 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:33:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1f9f5dcf17241800499224defa668cf:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:33:28,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:33:28,439 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:28,455 DEBUG [Thread-509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19547ff1 to 127.0.0.1:53661 2024-12-15T14:33:28,455 DEBUG [Thread-509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:28,456 DEBUG [Thread-505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37886c78 to 127.0.0.1:53661 2024-12-15T14:33:28,456 DEBUG [Thread-505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:28,457 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:28,458 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/B is initiating minor compaction (all files) 2024-12-15T14:33:28,458 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/B in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,458 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/14e3a137c0d44c01942624ba9a534c67, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/5d617edb6c9e4428a401e2cb6d1c75e5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6e0385714c544923967a3d88c560f331] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=36.1 K 2024-12-15T14:33:28,458 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:28,458 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/A is initiating minor compaction (all files) 2024-12-15T14:33:28,458 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/A in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,458 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/03d91d0b38784611a2463fa992f11497, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=91.6 K 2024-12-15T14:33:28,459 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,459 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/03d91d0b38784611a2463fa992f11497, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5] 2024-12-15T14:33:28,463 DEBUG [Thread-507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d7f785d to 127.0.0.1:53661 2024-12-15T14:33:28,463 DEBUG [Thread-507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:28,463 DEBUG [Thread-503 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c2b9b76 to 127.0.0.1:53661 2024-12-15T14:33:28,463 DEBUG [Thread-503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:28,464 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e3a137c0d44c01942624ba9a534c67, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734273203958 2024-12-15T14:33:28,465 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d91d0b38784611a2463fa992f11497, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734273203958 2024-12-15T14:33:28,465 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d617edb6c9e4428a401e2cb6d1c75e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734273204427 2024-12-15T14:33:28,475 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a17a5f1abe2b459ba2bc007344c98f17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734273204427 2024-12-15T14:33:28,476 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0385714c544923967a3d88c560f331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734273205773 2024-12-15T14:33:28,478 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae2059c91d84593bd6d024388367fe5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734273205773 2024-12-15T14:33:28,530 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:28,531 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/d269878140fc4ecc9fc2f4637df4112f is 50, key is test_row_0/B:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:28,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:28,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T14:33:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,544 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T14:33:28,544 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:28,568 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412155ec40e8799e34afb8a113716c208cc44_e1f9f5dcf17241800499224defa668cf store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:28,572 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412155ec40e8799e34afb8a113716c208cc44_e1f9f5dcf17241800499224defa668cf, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:28,572 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155ec40e8799e34afb8a113716c208cc44_e1f9f5dcf17241800499224defa668cf because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741989_1165 (size=12765) 2024-12-15T14:33:28,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ff52c9ddcde042139004c0add89da7b9_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273207152/Put/seqid=0 2024-12-15T14:33:28,618 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/d269878140fc4ecc9fc2f4637df4112f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/d269878140fc4ecc9fc2f4637df4112f 2024-12-15T14:33:28,648 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/B of e1f9f5dcf17241800499224defa668cf into d269878140fc4ecc9fc2f4637df4112f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:28,648 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:28,648 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/B, priority=13, startTime=1734273208432; duration=0sec 2024-12-15T14:33:28,648 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:33:28,648 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:B 2024-12-15T14:33:28,649 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:33:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741991_1167 (size=12454) 2024-12-15T14:33:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741990_1166 (size=4469) 2024-12-15T14:33:28,654 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:33:28,654 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): e1f9f5dcf17241800499224defa668cf/C is initiating minor compaction (all files) 2024-12-15T14:33:28,654 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1f9f5dcf17241800499224defa668cf/C in TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:28,654 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/0587149c2bd446dc92a7dbbcec9e5c94, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/52c17fbc21a74eb4ac48f4e509ce2682, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/2695e1ee3aac4ddc8743589a0e2d4e4c] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp, totalSize=36.1 K 2024-12-15T14:33:28,654 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0587149c2bd446dc92a7dbbcec9e5c94, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734273203958 2024-12-15T14:33:28,655 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c17fbc21a74eb4ac48f4e509ce2682, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734273204427 2024-12-15T14:33:28,656 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2695e1ee3aac4ddc8743589a0e2d4e4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1734273205773 2024-12-15T14:33:28,666 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:28,667 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/92ee9db58d94413b908724688face01d is 50, key is test_row_0/C:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741992_1168 (size=12765) 2024-12-15T14:33:29,055 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1f9f5dcf17241800499224defa668cf#A#compaction#130 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:33:29,056 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/6b7d213bcf594a00b11406d3d5385960 is 175, key is test_row_0/A:col10/1734273207040/Put/seqid=0 2024-12-15T14:33:29,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741993_1169 (size=31719) 2024-12-15T14:33:29,072 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ff52c9ddcde042139004c0add89da7b9_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ff52c9ddcde042139004c0add89da7b9_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/7732829a64af44ba8629597de83bfd87, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:29,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/7732829a64af44ba8629597de83bfd87 is 175, key is test_row_0/A:col10/1734273207152/Put/seqid=0 2024-12-15T14:33:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741994_1170 (size=31255) 2024-12-15T14:33:29,091 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/6b7d213bcf594a00b11406d3d5385960 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b7d213bcf594a00b11406d3d5385960 2024-12-15T14:33:29,093 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/92ee9db58d94413b908724688face01d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/92ee9db58d94413b908724688face01d 2024-12-15T14:33:29,091 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/7732829a64af44ba8629597de83bfd87 2024-12-15T14:33:29,135 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/C of e1f9f5dcf17241800499224defa668cf into 92ee9db58d94413b908724688face01d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:29,135 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:29,136 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/C, priority=13, startTime=1734273208432; duration=0sec 2024-12-15T14:33:29,136 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:29,136 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:C 2024-12-15T14:33:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/32656ba07824418fa917e2657d283724 is 50, key is test_row_0/B:col10/1734273207152/Put/seqid=0 2024-12-15T14:33:29,139 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1f9f5dcf17241800499224defa668cf/A of e1f9f5dcf17241800499224defa668cf into 6b7d213bcf594a00b11406d3d5385960(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:33:29,140 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:29,140 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf., storeName=e1f9f5dcf17241800499224defa668cf/A, priority=13, startTime=1734273208431; duration=0sec 2024-12-15T14:33:29,140 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:33:29,140 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1f9f5dcf17241800499224defa668cf:A 2024-12-15T14:33:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741995_1171 (size=12301) 2024-12-15T14:33:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. as already flushing 2024-12-15T14:33:29,199 DEBUG [Thread-492 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9c3820 to 127.0.0.1:53661 2024-12-15T14:33:29,199 DEBUG [Thread-492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:29,211 DEBUG [Thread-500 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c317ae0 to 127.0.0.1:53661 2024-12-15T14:33:29,212 DEBUG [Thread-500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:29,410 DEBUG [Thread-498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36db9f87 to 127.0.0.1:53661 2024-12-15T14:33:29,410 DEBUG [Thread-498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:29,419 DEBUG [Thread-496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x489535ee to 127.0.0.1:53661 2024-12-15T14:33:29,419 DEBUG [Thread-496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:29,591 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/32656ba07824418fa917e2657d283724 2024-12-15T14:33:29,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/163e5833ed5841fc8acbe9bb0661a1d9 is 50, key is test_row_0/C:col10/1734273207152/Put/seqid=0 2024-12-15T14:33:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741996_1172 (size=12301) 2024-12-15T14:33:29,695 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/163e5833ed5841fc8acbe9bb0661a1d9 2024-12-15T14:33:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/7732829a64af44ba8629597de83bfd87 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/7732829a64af44ba8629597de83bfd87 2024-12-15T14:33:29,730 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/7732829a64af44ba8629597de83bfd87, entries=150, sequenceid=273, filesize=30.5 K 2024-12-15T14:33:29,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/32656ba07824418fa917e2657d283724 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/32656ba07824418fa917e2657d283724 2024-12-15T14:33:29,744 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/32656ba07824418fa917e2657d283724, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T14:33:29,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/163e5833ed5841fc8acbe9bb0661a1d9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/163e5833ed5841fc8acbe9bb0661a1d9 2024-12-15T14:33:29,759 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/163e5833ed5841fc8acbe9bb0661a1d9, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T14:33:29,761 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for e1f9f5dcf17241800499224defa668cf in 1216ms, sequenceid=273, compaction requested=false 2024-12-15T14:33:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:29,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-15T14:33:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-15T14:33:29,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-15T14:33:29,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4530 sec 2024-12-15T14:33:29,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4740 sec 2024-12-15T14:33:30,872 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:33:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T14:33:31,420 INFO [Thread-502 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-15T14:33:36,499 INFO [AsyncFSWAL-0-hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb-prefix:6279ffe7531b,40081,1734273153198 {}] wal.AbstractFSWAL(1183): Slow sync cost: 177 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45647,DS-de474b7e-65eb-4300-aed2-e521063085c6,DISK]] 2024-12-15T14:33:36,508 DEBUG [Thread-494 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50484683 to 127.0.0.1:53661 2024-12-15T14:33:36,508 DEBUG [Thread-494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:36,508 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2079 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2041 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 932 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2796 rows 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 928 2024-12-15T14:33:36,509 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2784 rows 2024-12-15T14:33:36,509 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:33:36,509 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f98f71 to 127.0.0.1:53661 2024-12-15T14:33:36,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:33:36,521 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T14:33:36,522 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T14:33:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:36,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273216529"}]},"ts":"1734273216529"} 2024-12-15T14:33:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:36,723 INFO [AsyncFSWAL-0-hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb-prefix:6279ffe7531b,40081,1734273153198.meta {}] wal.AbstractFSWAL(1183): Slow sync cost: 193 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45647,DS-de474b7e-65eb-4300-aed2-e521063085c6,DISK]] 2024-12-15T14:33:36,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T14:33:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:36,834 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T14:33:36,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:33:36,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, UNASSIGN}] 2024-12-15T14:33:36,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, UNASSIGN 2024-12-15T14:33:36,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:36,841 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:33:36,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; CloseRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:33:36,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:37,003 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(124): Close e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:37,003 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1681): Closing e1f9f5dcf17241800499224defa668cf, disabling compactions & flushes 2024-12-15T14:33:37,004 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. after waiting 0 ms 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:37,004 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(2837): Flushing e1f9f5dcf17241800499224defa668cf 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=A 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=B 2024-12-15T14:33:37,004 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:37,005 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1f9f5dcf17241800499224defa668cf, store=C 2024-12-15T14:33:37,005 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:33:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:37,143 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159869db4badbd4fc0894e03c64419c1ac_e1f9f5dcf17241800499224defa668cf is 50, key is test_row_0/A:col10/1734273216321/Put/seqid=0 2024-12-15T14:33:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741997_1173 (size=9914) 2024-12-15T14:33:37,585 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:37,604 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159869db4badbd4fc0894e03c64419c1ac_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159869db4badbd4fc0894e03c64419c1ac_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:37,606 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/dfadf596d9384a92aa1b152bb5bc10d4, store: [table=TestAcidGuarantees family=A region=e1f9f5dcf17241800499224defa668cf] 2024-12-15T14:33:37,606 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/dfadf596d9384a92aa1b152bb5bc10d4 is 175, key is test_row_0/A:col10/1734273216321/Put/seqid=0 2024-12-15T14:33:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741998_1174 (size=22561) 2024-12-15T14:33:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:38,015 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/dfadf596d9384a92aa1b152bb5bc10d4 2024-12-15T14:33:38,025 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/1e70945655b440aa814b7104155c6241 is 50, key is test_row_0/B:col10/1734273216321/Put/seqid=0 2024-12-15T14:33:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741999_1175 (size=9857) 2024-12-15T14:33:38,242 DEBUG [master/6279ffe7531b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1a09f4b538dad86f86094ed09639b58a changed from -1.0 to 0.0, refreshing cache 2024-12-15T14:33:38,447 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/1e70945655b440aa814b7104155c6241 2024-12-15T14:33:38,454 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/ded6b7302a2143fda0a5015b828db0ac is 50, key is test_row_0/C:col10/1734273216321/Put/seqid=0 2024-12-15T14:33:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742000_1176 (size=9857) 2024-12-15T14:33:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:38,859 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/ded6b7302a2143fda0a5015b828db0ac 2024-12-15T14:33:38,866 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/A/dfadf596d9384a92aa1b152bb5bc10d4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/dfadf596d9384a92aa1b152bb5bc10d4 2024-12-15T14:33:38,873 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/dfadf596d9384a92aa1b152bb5bc10d4, entries=100, sequenceid=284, filesize=22.0 K 2024-12-15T14:33:38,874 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/B/1e70945655b440aa814b7104155c6241 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/1e70945655b440aa814b7104155c6241 2024-12-15T14:33:39,052 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/1e70945655b440aa814b7104155c6241, entries=100, sequenceid=284, filesize=9.6 K 2024-12-15T14:33:39,053 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/.tmp/C/ded6b7302a2143fda0a5015b828db0ac as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/ded6b7302a2143fda0a5015b828db0ac 2024-12-15T14:33:39,061 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/ded6b7302a2143fda0a5015b828db0ac, entries=100, sequenceid=284, filesize=9.6 K 2024-12-15T14:33:39,063 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e1f9f5dcf17241800499224defa668cf in 2058ms, sequenceid=284, compaction requested=true 2024-12-15T14:33:39,063 DEBUG [StoreCloser-TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cdc915395e6545c8845c9ff4f28a4e37, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/f649be7230c943c996568fce6a1f02d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/021798d197b841cc9834cf73818c8aa2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/4aa129b6566349448cc1b990b4077cc1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/03d91d0b38784611a2463fa992f11497, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5] to archive 2024-12-15T14:33:39,065 DEBUG [StoreCloser-TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:33:39,077 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/5f96edf67b2f4d62a1bcd5f71fc9a236 2024-12-15T14:33:39,077 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cc21b4219d684e22baf260d0fc86fc26 2024-12-15T14:33:39,078 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cf89d81cb8a14a39be1effd40029df86 2024-12-15T14:33:39,083 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c93a604cce264c7c86cb496c7d33e60e 2024-12-15T14:33:39,151 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3f30f2dd485466c866f7232652cb2d3 2024-12-15T14:33:39,151 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/021798d197b841cc9834cf73818c8aa2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/021798d197b841cc9834cf73818c8aa2 2024-12-15T14:33:39,151 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cdc915395e6545c8845c9ff4f28a4e37 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/cdc915395e6545c8845c9ff4f28a4e37 2024-12-15T14:33:39,152 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/1353f5013d1f45ba9e8b9bf28618195e 2024-12-15T14:33:39,153 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/3548c3b67a934291a6d3eccfa4bebd81 2024-12-15T14:33:39,153 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/d3ec25cda6754d4aa452fe9fe985fe3f 2024-12-15T14:33:39,160 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/42a3d49266b245f0b8a5947ca926b9b5 2024-12-15T14:33:39,243 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/c9fcab149487414e998ea0d5efb2a6ce 2024-12-15T14:33:39,243 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/4aa129b6566349448cc1b990b4077cc1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/4aa129b6566349448cc1b990b4077cc1 2024-12-15T14:33:39,243 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/f649be7230c943c996568fce6a1f02d0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/f649be7230c943c996568fce6a1f02d0 2024-12-15T14:33:39,244 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/a17a5f1abe2b459ba2bc007344c98f17 2024-12-15T14:33:39,244 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/03d91d0b38784611a2463fa992f11497 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/03d91d0b38784611a2463fa992f11497 2024-12-15T14:33:39,245 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b1b1a7376964e39b328be455ab24c56 2024-12-15T14:33:39,245 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/0ae2059c91d84593bd6d024388367fe5 2024-12-15T14:33:39,246 DEBUG [StoreCloser-TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6090c135c1614b428da15f66d92836ed, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/af7a1bcfd0c6470b93977831860af659, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/024c564814d3436e91c06970df7a605f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/b538ab3de8e9400bbea54702c8c39355, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/f80775abc4dd4b5fbb2747b67780076d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/9f232cb4472548179d7245f94e3a19ec, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/e2a545e39e694ec7bc3f898fe0841b3a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/2c3d664d9c014bd6a0b762eaefcd7016, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/607699ed8176438fa3bf22da1fdca04c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c9ea5837a4734136b542b04fb994d55b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/796eeeb0e54f497a80e90625242bb1b8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c2baa212ad554e5db001d8f50aaebaaa, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/680d4c3849124395856998556b8ff167, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/ace592856e6547cb89d685fae7a5cf0f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/14e3a137c0d44c01942624ba9a534c67, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/7cae06aff0904e5fb0f65a3b3eda1f39, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/5d617edb6c9e4428a401e2cb6d1c75e5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6e0385714c544923967a3d88c560f331] to archive 2024-12-15T14:33:39,248 DEBUG [StoreCloser-TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:33:39,312 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/b538ab3de8e9400bbea54702c8c39355 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/b538ab3de8e9400bbea54702c8c39355 2024-12-15T14:33:39,313 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/af7a1bcfd0c6470b93977831860af659 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/af7a1bcfd0c6470b93977831860af659 2024-12-15T14:33:39,315 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/f80775abc4dd4b5fbb2747b67780076d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/f80775abc4dd4b5fbb2747b67780076d 2024-12-15T14:33:39,315 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/9f232cb4472548179d7245f94e3a19ec to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/9f232cb4472548179d7245f94e3a19ec 2024-12-15T14:33:39,315 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/e2a545e39e694ec7bc3f898fe0841b3a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/e2a545e39e694ec7bc3f898fe0841b3a 2024-12-15T14:33:39,319 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/2c3d664d9c014bd6a0b762eaefcd7016 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/2c3d664d9c014bd6a0b762eaefcd7016 2024-12-15T14:33:39,321 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6090c135c1614b428da15f66d92836ed to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6090c135c1614b428da15f66d92836ed 2024-12-15T14:33:39,324 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/024c564814d3436e91c06970df7a605f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/024c564814d3436e91c06970df7a605f 2024-12-15T14:33:39,403 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/607699ed8176438fa3bf22da1fdca04c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/607699ed8176438fa3bf22da1fdca04c 2024-12-15T14:33:39,404 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c9ea5837a4734136b542b04fb994d55b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c9ea5837a4734136b542b04fb994d55b 2024-12-15T14:33:39,407 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/14e3a137c0d44c01942624ba9a534c67 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/14e3a137c0d44c01942624ba9a534c67 2024-12-15T14:33:39,407 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/796eeeb0e54f497a80e90625242bb1b8 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/796eeeb0e54f497a80e90625242bb1b8 2024-12-15T14:33:39,500 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6e0385714c544923967a3d88c560f331 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/6e0385714c544923967a3d88c560f331 2024-12-15T14:33:39,500 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c2baa212ad554e5db001d8f50aaebaaa to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/c2baa212ad554e5db001d8f50aaebaaa 2024-12-15T14:33:39,500 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/680d4c3849124395856998556b8ff167 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/680d4c3849124395856998556b8ff167 2024-12-15T14:33:39,500 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/ace592856e6547cb89d685fae7a5cf0f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/ace592856e6547cb89d685fae7a5cf0f 2024-12-15T14:33:39,500 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/7cae06aff0904e5fb0f65a3b3eda1f39 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/7cae06aff0904e5fb0f65a3b3eda1f39 2024-12-15T14:33:39,503 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/5d617edb6c9e4428a401e2cb6d1c75e5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/5d617edb6c9e4428a401e2cb6d1c75e5 2024-12-15T14:33:39,516 DEBUG [StoreCloser-TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/144f2eef985742e984d94c6bf20d5173, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b9eefdaab7d9408c95c70b80b9dc1897, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/5b4553f0e1864ae1986c3beba754682e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/58bf7632c8de4f2f8491e4ebb2af185e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/da28e21fbbb74c3e80853eb9b5035763, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/874fe208d63340afa53053f2a4e65528, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/c01dd59819b842678ac2045d17ba5e78, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/77d65088bacd4483b357f6db676d3cb9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/63dfb6b00e4245bfbfda49064dfdf946, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/21fe6fdfe548421e9130fe708d82504b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/38f26c2f8fb54c088658152d6dbb0ab4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b5243e01c5794d04b2502387134c1aa6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/feaf7b470be549d8b805867952e17156, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/d2d5b897bda54fbdb9acf727a528753a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/0587149c2bd446dc92a7dbbcec9e5c94, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/18071688b8ba4228a7b00b07d3e595cb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/52c17fbc21a74eb4ac48f4e509ce2682, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/2695e1ee3aac4ddc8743589a0e2d4e4c] to archive 2024-12-15T14:33:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:33:39,538 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/144f2eef985742e984d94c6bf20d5173 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/144f2eef985742e984d94c6bf20d5173 2024-12-15T14:33:39,580 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b9eefdaab7d9408c95c70b80b9dc1897 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b9eefdaab7d9408c95c70b80b9dc1897 2024-12-15T14:33:39,582 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/5b4553f0e1864ae1986c3beba754682e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/5b4553f0e1864ae1986c3beba754682e 2024-12-15T14:33:39,586 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/da28e21fbbb74c3e80853eb9b5035763 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/da28e21fbbb74c3e80853eb9b5035763 2024-12-15T14:33:39,586 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/77d65088bacd4483b357f6db676d3cb9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/77d65088bacd4483b357f6db676d3cb9 2024-12-15T14:33:39,587 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/c01dd59819b842678ac2045d17ba5e78 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/c01dd59819b842678ac2045d17ba5e78 2024-12-15T14:33:39,589 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/874fe208d63340afa53053f2a4e65528 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/874fe208d63340afa53053f2a4e65528 2024-12-15T14:33:39,590 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/58bf7632c8de4f2f8491e4ebb2af185e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/58bf7632c8de4f2f8491e4ebb2af185e 2024-12-15T14:33:39,590 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/21fe6fdfe548421e9130fe708d82504b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/21fe6fdfe548421e9130fe708d82504b 2024-12-15T14:33:39,590 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/63dfb6b00e4245bfbfda49064dfdf946 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/63dfb6b00e4245bfbfda49064dfdf946 2024-12-15T14:33:39,675 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/38f26c2f8fb54c088658152d6dbb0ab4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/38f26c2f8fb54c088658152d6dbb0ab4 2024-12-15T14:33:39,677 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b5243e01c5794d04b2502387134c1aa6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/b5243e01c5794d04b2502387134c1aa6 2024-12-15T14:33:39,679 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/0587149c2bd446dc92a7dbbcec9e5c94 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/0587149c2bd446dc92a7dbbcec9e5c94 2024-12-15T14:33:39,679 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/18071688b8ba4228a7b00b07d3e595cb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/18071688b8ba4228a7b00b07d3e595cb 2024-12-15T14:33:39,679 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/52c17fbc21a74eb4ac48f4e509ce2682 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/52c17fbc21a74eb4ac48f4e509ce2682 2024-12-15T14:33:39,679 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/2695e1ee3aac4ddc8743589a0e2d4e4c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/2695e1ee3aac4ddc8743589a0e2d4e4c 2024-12-15T14:33:39,679 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/feaf7b470be549d8b805867952e17156 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/feaf7b470be549d8b805867952e17156 2024-12-15T14:33:39,687 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/d2d5b897bda54fbdb9acf727a528753a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/d2d5b897bda54fbdb9acf727a528753a 2024-12-15T14:33:40,115 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/recovered.edits/287.seqid, newMaxSeqId=287, maxSeqId=4 2024-12-15T14:33:40,116 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf. 2024-12-15T14:33:40,117 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1635): Region close journal for e1f9f5dcf17241800499224defa668cf: 2024-12-15T14:33:40,119 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(170): Closed e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=e1f9f5dcf17241800499224defa668cf, regionState=CLOSED 2024-12-15T14:33:40,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-15T14:33:40,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseRegionProcedure e1f9f5dcf17241800499224defa668cf, server=6279ffe7531b,40081,1734273153198 in 3.2790 sec 2024-12-15T14:33:40,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-12-15T14:33:40,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1f9f5dcf17241800499224defa668cf, UNASSIGN in 3.2850 sec 2024-12-15T14:33:40,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-15T14:33:40,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2880 sec 2024-12-15T14:33:40,127 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273220127"}]},"ts":"1734273220127"} 2024-12-15T14:33:40,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T14:33:40,293 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T14:33:40,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.7720 sec 2024-12-15T14:33:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T14:33:40,638 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-15T14:33:40,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T14:33:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:40,641 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:40,643 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=57, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T14:33:40,644 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,647 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/recovered.edits] 2024-12-15T14:33:40,653 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/dfadf596d9384a92aa1b152bb5bc10d4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/dfadf596d9384a92aa1b152bb5bc10d4 2024-12-15T14:33:40,653 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/7732829a64af44ba8629597de83bfd87 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/7732829a64af44ba8629597de83bfd87 2024-12-15T14:33:40,654 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b7d213bcf594a00b11406d3d5385960 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/A/6b7d213bcf594a00b11406d3d5385960 2024-12-15T14:33:40,658 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/1e70945655b440aa814b7104155c6241 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/1e70945655b440aa814b7104155c6241 2024-12-15T14:33:40,658 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/d269878140fc4ecc9fc2f4637df4112f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/d269878140fc4ecc9fc2f4637df4112f 2024-12-15T14:33:40,658 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/32656ba07824418fa917e2657d283724 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/B/32656ba07824418fa917e2657d283724 2024-12-15T14:33:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T14:33:40,826 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/92ee9db58d94413b908724688face01d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/92ee9db58d94413b908724688face01d 2024-12-15T14:33:40,827 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/ded6b7302a2143fda0a5015b828db0ac to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/ded6b7302a2143fda0a5015b828db0ac 2024-12-15T14:33:40,827 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/163e5833ed5841fc8acbe9bb0661a1d9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/C/163e5833ed5841fc8acbe9bb0661a1d9 2024-12-15T14:33:40,832 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/recovered.edits/287.seqid to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf/recovered.edits/287.seqid 2024-12-15T14:33:40,833 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T14:33:40,834 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T14:33:40,836 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T14:33:40,912 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121521ad014bae6c45e193e7c68268738224_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121521ad014bae6c45e193e7c68268738224_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,913 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121586d7031b943d4046ab0af2830981a4a5_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121586d7031b943d4046ab0af2830981a4a5_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,912 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152db9a8703a5a481b84da366ad0c1b509_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152db9a8703a5a481b84da366ad0c1b509_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,912 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156219f842cfcf4b6e9b3d002c7ffb5adf_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156219f842cfcf4b6e9b3d002c7ffb5adf_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,912 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153b7a518708e244ccb4612e36f24ee39b_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153b7a518708e244ccb4612e36f24ee39b_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,913 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158a8ebb33a04a4e3da175b22d990d2648_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158a8ebb33a04a4e3da175b22d990d2648_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T14:33:40,955 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158542348a30264f828ae6183eec10bdcb_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158542348a30264f828ae6183eec10bdcb_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,955 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121570027e0c12d34612a895c24f6d9562f9_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121570027e0c12d34612a895c24f6d9562f9_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,957 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d05c30dfe9154b339d77d14333da5ba1_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d05c30dfe9154b339d77d14333da5ba1_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,957 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159fe374ad21494962964d4a5fe3e0d2b8_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159fe374ad21494962964d4a5fe3e0d2b8_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,967 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215abf61ba94e794baa92de9872925964a6_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215abf61ba94e794baa92de9872925964a6_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,967 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596434f5ba24b468782ff9dcaa641a297_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596434f5ba24b468782ff9dcaa641a297_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,967 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a6a30a5af99a44deb62cd52e753dc8e6_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a6a30a5af99a44deb62cd52e753dc8e6_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,968 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159869db4badbd4fc0894e03c64419c1ac_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159869db4badbd4fc0894e03c64419c1ac_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,968 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ff52c9ddcde042139004c0add89da7b9_e1f9f5dcf17241800499224defa668cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ff52c9ddcde042139004c0add89da7b9_e1f9f5dcf17241800499224defa668cf 2024-12-15T14:33:40,969 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T14:33:40,973 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=57, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:40,977 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T14:33:40,992 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T14:33:41,011 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=57, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:41,011 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T14:33:41,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734273221011"}]},"ts":"9223372036854775807"} 2024-12-15T14:33:41,020 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T14:33:41,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e1f9f5dcf17241800499224defa668cf, NAME => 'TestAcidGuarantees,,1734273184977.e1f9f5dcf17241800499224defa668cf.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T14:33:41,020 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T14:33:41,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734273221020"}]},"ts":"9223372036854775807"} 2024-12-15T14:33:41,027 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T14:33:41,171 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=57, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:41,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 532 msec 2024-12-15T14:33:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T14:33:41,246 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-15T14:33:41,260 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=244 (was 248), OpenFileDescriptor=448 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1805 (was 1348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=352 (was 1907) 2024-12-15T14:33:41,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=1805, ProcessCount=11, AvailableMemoryMB=350 2024-12-15T14:33:41,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:33:41,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:33:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T14:33:41,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:33:41,276 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:41,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 58 2024-12-15T14:33:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:41,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:33:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742001_1177 (size=963) 2024-12-15T14:33:41,344 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:33:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742002_1178 (size=53) 2024-12-15T14:33:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:41,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:33:41,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2f888e089677cf0295fb5d4d0115116a, disabling compactions & flushes 2024-12-15T14:33:41,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:41,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:41,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. after waiting 0 ms 2024-12-15T14:33:41,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:41,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:41,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:33:41,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:33:41,849 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734273221849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273221849"}]},"ts":"1734273221849"} 2024-12-15T14:33:41,850 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:33:41,851 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:33:41,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273221851"}]},"ts":"1734273221851"} 2024-12-15T14:33:41,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T14:33:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:42,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T14:33:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:45,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:33:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:51,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, ASSIGN}] 2024-12-15T14:33:51,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, ASSIGN 2024-12-15T14:33:51,662 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:33:51,812 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=2f888e089677cf0295fb5d4d0115116a, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:51,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; OpenRegionProcedure 2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:33:51,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:33:51,969 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:51,969 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:33:51,969 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,969 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:33:51,970 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,970 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,979 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,981 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:51,981 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f888e089677cf0295fb5d4d0115116a columnFamilyName A 2024-12-15T14:33:51,981 DEBUG [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:51,983 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.HStore(327): Store=2f888e089677cf0295fb5d4d0115116a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:51,983 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,984 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:51,985 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f888e089677cf0295fb5d4d0115116a columnFamilyName B 2024-12-15T14:33:51,985 DEBUG [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:51,985 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.HStore(327): Store=2f888e089677cf0295fb5d4d0115116a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:51,985 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,987 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:33:51,987 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f888e089677cf0295fb5d4d0115116a columnFamilyName C 2024-12-15T14:33:51,987 DEBUG [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:33:51,987 INFO [StoreOpener-2f888e089677cf0295fb5d4d0115116a-1 {}] regionserver.HStore(327): Store=2f888e089677cf0295fb5d4d0115116a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:33:51,988 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:51,988 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,988 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,990 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:33:51,991 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:33:51,993 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:33:51,993 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 2f888e089677cf0295fb5d4d0115116a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59409282, jitterRate=-0.11473271250724792}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:33:51,994 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:33:51,994 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., pid=60, masterSystemTime=1734273231964 2024-12-15T14:33:51,995 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:51,995 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:33:51,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=2f888e089677cf0295fb5d4d0115116a, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:33:51,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-15T14:33:51,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; OpenRegionProcedure 2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 in 183 msec 2024-12-15T14:33:51,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-12-15T14:33:51,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, ASSIGN in 337 msec 2024-12-15T14:33:51,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:33:51,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273231998"}]},"ts":"1734273231998"} 2024-12-15T14:33:51,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T14:33:52,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:33:52,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 10.9080 sec 2024-12-15T14:33:52,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T14:33:52,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T14:33:54,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T14:33:57,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:33:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-12-15T14:33:59,407 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 58 completed 2024-12-15T14:33:59,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62de434f to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed37f32 2024-12-15T14:33:59,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4215ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:33:59,476 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:33:59,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:33:59,502 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:33:59,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07575b91 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12e88ea6 2024-12-15T14:33:59,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb89dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b377948 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dfc4f36 2024-12-15T14:33:59,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f2abe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,633 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a9f805a to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3505ffc0 2024-12-15T14:33:59,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598ef39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,689 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b123525 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61f33e78 2024-12-15T14:33:59,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd6a663 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@532e5d9f 2024-12-15T14:33:59,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77780196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31dd347a to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69ef766 2024-12-15T14:33:59,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a7636c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ad7b806 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b0349fd 2024-12-15T14:33:59,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a4fbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c78c04d to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d453e9e 2024-12-15T14:33:59,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6933af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:33:59,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19bdebc6 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5dc897a1 2024-12-15T14:34:00,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecf33fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:00,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7267b857 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b8b5c25 2024-12-15T14:34:00,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8cc27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:00,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-15T14:34:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T14:34:00,099 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:00,099 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:00,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:00,100 DEBUG [hconnection-0x164cb2d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,115 DEBUG [hconnection-0x7597c87a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,117 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,119 DEBUG [hconnection-0x4363abfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,121 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,122 DEBUG [hconnection-0x4de76633-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,122 DEBUG [hconnection-0x2d6ad1ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,123 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,124 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,124 DEBUG [hconnection-0x208217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,165 DEBUG [hconnection-0x3e1034d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,167 DEBUG [hconnection-0x64a0e7ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,169 DEBUG [hconnection-0x57d25e46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,170 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,171 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:34:00,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:00,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:00,184 DEBUG [hconnection-0x2d7e84b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:00,188 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T14:34:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273300244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273300244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273300245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273300246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:00,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273300248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/682884b8567646ca854cac5850adfb23 is 50, key is test_row_0/A:col10/1734273240165/Put/seqid=0 2024-12-15T14:34:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742003_1179 (size=12001) 2024-12-15T14:34:00,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/682884b8567646ca854cac5850adfb23 2024-12-15T14:34:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273300350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273300352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273300355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273300356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273300361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b1a848c82d1d4b7b8d6dcff4b2700c16 is 50, key is test_row_0/B:col10/1734273240165/Put/seqid=0 2024-12-15T14:34:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T14:34:00,427 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742004_1180 (size=12001) 2024-12-15T14:34:00,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273300559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273300565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273300565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273300568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273300570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T14:34:00,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273300864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,872 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:34:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273300872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273300874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273300875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273300879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b1a848c82d1d4b7b8d6dcff4b2700c16 2024-12-15T14:34:00,919 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:00,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:00,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:00,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:00,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:00,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/818c9fcf520d460ca324e15de60fb775 is 50, key is test_row_0/C:col10/1734273240165/Put/seqid=0 2024-12-15T14:34:01,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742005_1181 (size=12001) 2024-12-15T14:34:01,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/818c9fcf520d460ca324e15de60fb775 2024-12-15T14:34:01,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/682884b8567646ca854cac5850adfb23 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/682884b8567646ca854cac5850adfb23 2024-12-15T14:34:01,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:01,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:01,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/682884b8567646ca854cac5850adfb23, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T14:34:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b1a848c82d1d4b7b8d6dcff4b2700c16 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1a848c82d1d4b7b8d6dcff4b2700c16 2024-12-15T14:34:01,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1a848c82d1d4b7b8d6dcff4b2700c16, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T14:34:01,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/818c9fcf520d460ca324e15de60fb775 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/818c9fcf520d460ca324e15de60fb775 2024-12-15T14:34:01,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/818c9fcf520d460ca324e15de60fb775, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T14:34:01,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2f888e089677cf0295fb5d4d0115116a in 1030ms, sequenceid=13, compaction requested=false 2024-12-15T14:34:01,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T14:34:01,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T14:34:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:01,250 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:34:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:01,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:01,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9984c5f425af45a58641f2e46af07de9 is 50, key is test_row_0/A:col10/1734273240244/Put/seqid=0 2024-12-15T14:34:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742006_1182 (size=12001) 2024-12-15T14:34:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273301402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273301400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273301402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273301407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273301411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273301515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273301516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273301516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273301518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273301523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,724 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9984c5f425af45a58641f2e46af07de9 2024-12-15T14:34:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273301726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273301726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273301732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273301735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273301735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/919c263391424687b8840eca42bbc46e is 50, key is test_row_0/B:col10/1734273240244/Put/seqid=0 2024-12-15T14:34:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742007_1183 (size=12001) 2024-12-15T14:34:01,800 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/919c263391424687b8840eca42bbc46e 2024-12-15T14:34:01,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/56c6eec149bb414c936abd3705e854a0 is 50, key is test_row_0/C:col10/1734273240244/Put/seqid=0 2024-12-15T14:34:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742008_1184 (size=12001) 2024-12-15T14:34:01,928 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/56c6eec149bb414c936abd3705e854a0 2024-12-15T14:34:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9984c5f425af45a58641f2e46af07de9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9984c5f425af45a58641f2e46af07de9 2024-12-15T14:34:01,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9984c5f425af45a58641f2e46af07de9, entries=150, sequenceid=37, filesize=11.7 K 2024-12-15T14:34:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/919c263391424687b8840eca42bbc46e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/919c263391424687b8840eca42bbc46e 2024-12-15T14:34:01,987 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/919c263391424687b8840eca42bbc46e, entries=150, sequenceid=37, filesize=11.7 K 2024-12-15T14:34:01,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/56c6eec149bb414c936abd3705e854a0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/56c6eec149bb414c936abd3705e854a0 2024-12-15T14:34:02,004 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/56c6eec149bb414c936abd3705e854a0, entries=150, sequenceid=37, filesize=11.7 K 2024-12-15T14:34:02,011 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2f888e089677cf0295fb5d4d0115116a in 756ms, sequenceid=37, compaction requested=false 2024-12-15T14:34:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-15T14:34:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-15T14:34:02,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-15T14:34:02,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-12-15T14:34:02,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.9180 sec 2024-12-15T14:34:02,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:34:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:02,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:02,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/ca2eb13328084942b566249cd4915904 is 50, key is test_row_0/A:col10/1734273241400/Put/seqid=0 2024-12-15T14:34:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742009_1185 (size=12001) 2024-12-15T14:34:02,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/ca2eb13328084942b566249cd4915904 2024-12-15T14:34:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273302096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273302097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273302100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273302100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/71a703900f924a0fa211312147e51d0a is 50, key is test_row_0/B:col10/1734273241400/Put/seqid=0 2024-12-15T14:34:02,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273302103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742010_1186 (size=12001) 2024-12-15T14:34:02,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/71a703900f924a0fa211312147e51d0a 2024-12-15T14:34:02,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/3aafb9294c904e62b96f8f201e0392e4 is 50, key is test_row_0/C:col10/1734273241400/Put/seqid=0 2024-12-15T14:34:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742011_1187 (size=12001) 2024-12-15T14:34:02,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/3aafb9294c904e62b96f8f201e0392e4 2024-12-15T14:34:02,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/ca2eb13328084942b566249cd4915904 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ca2eb13328084942b566249cd4915904 2024-12-15T14:34:02,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273302204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273302204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273302208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273302208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ca2eb13328084942b566249cd4915904, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T14:34:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273302211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/71a703900f924a0fa211312147e51d0a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/71a703900f924a0fa211312147e51d0a 2024-12-15T14:34:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T14:34:02,224 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-15T14:34:02,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/71a703900f924a0fa211312147e51d0a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T14:34:02,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/3aafb9294c904e62b96f8f201e0392e4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/3aafb9294c904e62b96f8f201e0392e4 2024-12-15T14:34:02,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-15T14:34:02,234 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:02,235 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:02,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T14:34:02,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/3aafb9294c904e62b96f8f201e0392e4, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T14:34:02,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 2f888e089677cf0295fb5d4d0115116a in 207ms, sequenceid=51, compaction requested=true 2024-12-15T14:34:02,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:02,256 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:02,258 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:02,258 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:02,258 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:02,258 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:02,259 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/682884b8567646ca854cac5850adfb23, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9984c5f425af45a58641f2e46af07de9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ca2eb13328084942b566249cd4915904] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.2 K 2024-12-15T14:34:02,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:02,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:02,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:02,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:02,260 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 682884b8567646ca854cac5850adfb23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734273240165 2024-12-15T14:34:02,261 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9984c5f425af45a58641f2e46af07de9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734273240205 2024-12-15T14:34:02,261 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:02,261 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:02,261 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2eb13328084942b566249cd4915904, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273241391 2024-12-15T14:34:02,261 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:02,261 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1a848c82d1d4b7b8d6dcff4b2700c16, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/919c263391424687b8840eca42bbc46e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/71a703900f924a0fa211312147e51d0a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.2 K 2024-12-15T14:34:02,263 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b1a848c82d1d4b7b8d6dcff4b2700c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734273240165 2024-12-15T14:34:02,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 919c263391424687b8840eca42bbc46e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734273240205 2024-12-15T14:34:02,265 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a703900f924a0fa211312147e51d0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273241391 2024-12-15T14:34:02,288 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:02,288 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/edfa780ba24741ed86162aff6d6d9e2c is 50, key is test_row_0/A:col10/1734273241400/Put/seqid=0 2024-12-15T14:34:02,306 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:02,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/07b78c371fa7444c8c63aca78977aaf1 is 50, key is test_row_0/B:col10/1734273241400/Put/seqid=0 2024-12-15T14:34:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T14:34:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742012_1188 (size=12104) 2024-12-15T14:34:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742013_1189 (size=12104) 2024-12-15T14:34:02,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T14:34:02,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:02,395 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:34:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:02,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:02,398 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/07b78c371fa7444c8c63aca78977aaf1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/07b78c371fa7444c8c63aca78977aaf1 2024-12-15T14:34:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a3ed4977910e468a93c910ace69c415e is 50, key is test_row_0/A:col10/1734273242097/Put/seqid=0 2024-12-15T14:34:02,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:02,416 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into 07b78c371fa7444c8c63aca78977aaf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:02,416 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:02,416 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=13, startTime=1734273242258; duration=0sec 2024-12-15T14:34:02,416 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:02,416 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:02,416 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:02,418 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:02,419 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:02,419 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:02,419 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/818c9fcf520d460ca324e15de60fb775, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/56c6eec149bb414c936abd3705e854a0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/3aafb9294c904e62b96f8f201e0392e4] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.2 K 2024-12-15T14:34:02,420 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 818c9fcf520d460ca324e15de60fb775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734273240165 2024-12-15T14:34:02,420 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 56c6eec149bb414c936abd3705e854a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734273240205 2024-12-15T14:34:02,421 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aafb9294c904e62b96f8f201e0392e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273241391 2024-12-15T14:34:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742014_1190 (size=12001) 2024-12-15T14:34:02,427 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a3ed4977910e468a93c910ace69c415e 2024-12-15T14:34:02,435 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:02,437 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/877afba2e3ff49a0a8090ba02444fbbc is 50, key is test_row_0/C:col10/1734273241400/Put/seqid=0 2024-12-15T14:34:02,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273302435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273302436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273302436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273302437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273302441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/4f3d4089ae2e4d71add1faf1cc1a13dd is 50, key is test_row_0/B:col10/1734273242097/Put/seqid=0 2024-12-15T14:34:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742015_1191 (size=12104) 2024-12-15T14:34:02,499 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/877afba2e3ff49a0a8090ba02444fbbc as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/877afba2e3ff49a0a8090ba02444fbbc 2024-12-15T14:34:02,506 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into 877afba2e3ff49a0a8090ba02444fbbc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:02,506 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:02,506 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=13, startTime=1734273242259; duration=0sec 2024-12-15T14:34:02,506 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:02,506 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:02,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742016_1192 (size=12001) 2024-12-15T14:34:02,523 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/4f3d4089ae2e4d71add1faf1cc1a13dd 2024-12-15T14:34:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T14:34:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273302544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273302545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273302547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273302544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273302552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/4d9ced69c66446019919476766f68899 is 50, key is test_row_0/C:col10/1734273242097/Put/seqid=0 2024-12-15T14:34:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742017_1193 (size=12001) 2024-12-15T14:34:02,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273302748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273302756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273302756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273302757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273302768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:02,804 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/edfa780ba24741ed86162aff6d6d9e2c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/edfa780ba24741ed86162aff6d6d9e2c 2024-12-15T14:34:02,824 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into edfa780ba24741ed86162aff6d6d9e2c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:02,824 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:02,824 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=13, startTime=1734273242256; duration=0sec 2024-12-15T14:34:02,824 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:02,824 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T14:34:02,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/4d9ced69c66446019919476766f68899 2024-12-15T14:34:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a3ed4977910e468a93c910ace69c415e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a3ed4977910e468a93c910ace69c415e 2024-12-15T14:34:03,027 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a3ed4977910e468a93c910ace69c415e, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T14:34:03,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/4f3d4089ae2e4d71add1faf1cc1a13dd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/4f3d4089ae2e4d71add1faf1cc1a13dd 2024-12-15T14:34:03,055 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/4f3d4089ae2e4d71add1faf1cc1a13dd, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T14:34:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/4d9ced69c66446019919476766f68899 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4d9ced69c66446019919476766f68899 2024-12-15T14:34:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273303069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273303072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273303072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,080 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4d9ced69c66446019919476766f68899, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T14:34:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273303072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,081 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2f888e089677cf0295fb5d4d0115116a in 686ms, sequenceid=75, compaction requested=false 2024-12-15T14:34:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-15T14:34:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-15T14:34:03,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T14:34:03,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 849 msec 2024-12-15T14:34:03,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 853 msec 2024-12-15T14:34:03,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:34:03,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:03,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:03,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:03,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/3cd506c749af47d3a53950ef7f897fe7 is 50, key is test_row_0/A:col10/1734273242432/Put/seqid=0 2024-12-15T14:34:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742018_1194 (size=14341) 2024-12-15T14:34:03,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/3cd506c749af47d3a53950ef7f897fe7 2024-12-15T14:34:03,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/cd1fd3451f5c4f0c9420a996417af148 is 50, key is test_row_0/B:col10/1734273242432/Put/seqid=0 2024-12-15T14:34:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742019_1195 (size=12001) 2024-12-15T14:34:03,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/cd1fd3451f5c4f0c9420a996417af148 2024-12-15T14:34:03,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273303325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/e44ddc1c68824783b95daded82a459cf is 50, key is test_row_0/C:col10/1734273242432/Put/seqid=0 2024-12-15T14:34:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T14:34:03,350 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-15T14:34:03,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-15T14:34:03,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T14:34:03,367 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:03,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742020_1196 (size=12001) 2024-12-15T14:34:03,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/e44ddc1c68824783b95daded82a459cf 2024-12-15T14:34:03,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/3cd506c749af47d3a53950ef7f897fe7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3cd506c749af47d3a53950ef7f897fe7 2024-12-15T14:34:03,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3cd506c749af47d3a53950ef7f897fe7, entries=200, sequenceid=91, filesize=14.0 K 2024-12-15T14:34:03,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/cd1fd3451f5c4f0c9420a996417af148 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/cd1fd3451f5c4f0c9420a996417af148 2024-12-15T14:34:03,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273303435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/cd1fd3451f5c4f0c9420a996417af148, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T14:34:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T14:34:03,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/e44ddc1c68824783b95daded82a459cf as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/e44ddc1c68824783b95daded82a459cf 2024-12-15T14:34:03,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/e44ddc1c68824783b95daded82a459cf, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T14:34:03,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2f888e089677cf0295fb5d4d0115116a in 434ms, sequenceid=91, compaction requested=true 2024-12-15T14:34:03,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:03,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T14:34:03,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:03,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:03,524 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:03,524 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:03,524 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,536 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:03,536 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:03,536 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:03,536 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/07b78c371fa7444c8c63aca78977aaf1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/4f3d4089ae2e4d71add1faf1cc1a13dd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/cd1fd3451f5c4f0c9420a996417af148] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.3 K 2024-12-15T14:34:03,539 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:03,539 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:03,539 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:03,539 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/edfa780ba24741ed86162aff6d6d9e2c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a3ed4977910e468a93c910ace69c415e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3cd506c749af47d3a53950ef7f897fe7] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=37.5 K 2024-12-15T14:34:03,539 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b78c371fa7444c8c63aca78977aaf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273241391 2024-12-15T14:34:03,540 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting edfa780ba24741ed86162aff6d6d9e2c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273241391 2024-12-15T14:34:03,541 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f3d4089ae2e4d71add1faf1cc1a13dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734273242097 2024-12-15T14:34:03,541 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting cd1fd3451f5c4f0c9420a996417af148, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734273242432 2024-12-15T14:34:03,543 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3ed4977910e468a93c910ace69c415e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734273242097 2024-12-15T14:34:03,543 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd506c749af47d3a53950ef7f897fe7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734273242432 2024-12-15T14:34:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/3297a425df2c49ca843c53a4e20af4e6 is 50, key is test_row_0/A:col10/1734273243311/Put/seqid=0 2024-12-15T14:34:03,563 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:03,564 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/c41fca01b5a64008b8ad133f2f0d245e is 50, key is test_row_0/B:col10/1734273242432/Put/seqid=0 2024-12-15T14:34:03,566 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:03,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742021_1197 (size=12001) 2024-12-15T14:34:03,567 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/26d9e61f922c471396339cb06499ecb9 is 50, key is test_row_0/A:col10/1734273242432/Put/seqid=0 2024-12-15T14:34:03,568 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/3297a425df2c49ca843c53a4e20af4e6 2024-12-15T14:34:03,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/97019822c43a4299a0c7b999fbd4c650 is 50, key is test_row_0/B:col10/1734273243311/Put/seqid=0 2024-12-15T14:34:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742022_1198 (size=12207) 2024-12-15T14:34:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742023_1199 (size=12207) 2024-12-15T14:34:03,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:03,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273303598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273303601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273303602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742024_1200 (size=12001) 2024-12-15T14:34:03,606 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/26d9e61f922c471396339cb06499ecb9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/26d9e61f922c471396339cb06499ecb9 2024-12-15T14:34:03,607 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/97019822c43a4299a0c7b999fbd4c650 2024-12-15T14:34:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273303603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,625 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into 26d9e61f922c471396339cb06499ecb9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:03,625 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:03,625 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=13, startTime=1734273243523; duration=0sec 2024-12-15T14:34:03,625 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:03,625 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:03,626 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:03,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/fa3406acb2484020b567bd43400fde6c is 50, key is test_row_0/C:col10/1734273243311/Put/seqid=0 2024-12-15T14:34:03,629 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:03,629 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:03,629 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:03,629 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/877afba2e3ff49a0a8090ba02444fbbc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4d9ced69c66446019919476766f68899, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/e44ddc1c68824783b95daded82a459cf] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.3 K 2024-12-15T14:34:03,631 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877afba2e3ff49a0a8090ba02444fbbc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734273241391 2024-12-15T14:34:03,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742025_1201 (size=12001) 2024-12-15T14:34:03,633 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d9ced69c66446019919476766f68899, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734273242097 2024-12-15T14:34:03,633 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/fa3406acb2484020b567bd43400fde6c 2024-12-15T14:34:03,634 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e44ddc1c68824783b95daded82a459cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734273242432 2024-12-15T14:34:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/3297a425df2c49ca843c53a4e20af4e6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3297a425df2c49ca843c53a4e20af4e6 2024-12-15T14:34:03,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3297a425df2c49ca843c53a4e20af4e6, entries=150, sequenceid=114, filesize=11.7 K 2024-12-15T14:34:03,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/97019822c43a4299a0c7b999fbd4c650 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/97019822c43a4299a0c7b999fbd4c650 2024-12-15T14:34:03,660 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:03,660 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/cf18d9016b8e45ff8d6d63b1bcff953d is 50, key is test_row_0/C:col10/1734273242432/Put/seqid=0 2024-12-15T14:34:03,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273303661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T14:34:03,673 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/97019822c43a4299a0c7b999fbd4c650, entries=150, sequenceid=114, filesize=11.7 K 2024-12-15T14:34:03,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/fa3406acb2484020b567bd43400fde6c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/fa3406acb2484020b567bd43400fde6c 2024-12-15T14:34:03,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/fa3406acb2484020b567bd43400fde6c, entries=150, sequenceid=114, filesize=11.7 K 2024-12-15T14:34:03,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2f888e089677cf0295fb5d4d0115116a in 157ms, sequenceid=114, compaction requested=false 2024-12-15T14:34:03,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:03,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-15T14:34:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-15T14:34:03,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T14:34:03,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 321 msec 2024-12-15T14:34:03,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 334 msec 2024-12-15T14:34:03,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T14:34:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742026_1202 (size=12207) 2024-12-15T14:34:03,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a5531407db7345608e7effb132c365e7 is 50, key is test_row_0/A:col10/1734273243594/Put/seqid=0 2024-12-15T14:34:03,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742027_1203 (size=12051) 2024-12-15T14:34:03,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273303791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273303791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273303792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273303807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273303901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273303902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273303904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273303912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273303967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T14:34:03,971 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-15T14:34:03,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-15T14:34:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:03,988 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:03,988 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:03,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:03,997 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/c41fca01b5a64008b8ad133f2f0d245e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c41fca01b5a64008b8ad133f2f0d245e 2024-12-15T14:34:04,014 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into c41fca01b5a64008b8ad133f2f0d245e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:04,014 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:04,014 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=13, startTime=1734273243524; duration=0sec 2024-12-15T14:34:04,014 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:04,014 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:04,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273304104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273304107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273304109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273304114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:04,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:04,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,162 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/cf18d9016b8e45ff8d6d63b1bcff953d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/cf18d9016b8e45ff8d6d63b1bcff953d 2024-12-15T14:34:04,187 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into cf18d9016b8e45ff8d6d63b1bcff953d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:04,187 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:04,187 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=13, startTime=1734273243524; duration=0sec 2024-12-15T14:34:04,189 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:04,189 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:04,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a5531407db7345608e7effb132c365e7 2024-12-15T14:34:04,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5dcad23d011f4d00a306edc191bf6960 is 50, key is test_row_0/B:col10/1734273243594/Put/seqid=0 2024-12-15T14:34:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742028_1204 (size=12051) 2024-12-15T14:34:04,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5dcad23d011f4d00a306edc191bf6960 2024-12-15T14:34:04,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/63c83ee222f642faae4e8ff5473af795 is 50, key is test_row_0/C:col10/1734273243594/Put/seqid=0 2024-12-15T14:34:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:04,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:04,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:04,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742029_1205 (size=12051) 2024-12-15T14:34:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/63c83ee222f642faae4e8ff5473af795 2024-12-15T14:34:04,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a5531407db7345608e7effb132c365e7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a5531407db7345608e7effb132c365e7 2024-12-15T14:34:04,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a5531407db7345608e7effb132c365e7, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:34:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5dcad23d011f4d00a306edc191bf6960 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5dcad23d011f4d00a306edc191bf6960 2024-12-15T14:34:04,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5dcad23d011f4d00a306edc191bf6960, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:34:04,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/63c83ee222f642faae4e8ff5473af795 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63c83ee222f642faae4e8ff5473af795 2024-12-15T14:34:04,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63c83ee222f642faae4e8ff5473af795, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:34:04,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2f888e089677cf0295fb5d4d0115116a in 669ms, sequenceid=130, compaction requested=true 2024-12-15T14:34:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:04,381 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:04,382 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:04,383 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:04,383 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:04,383 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,383 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/26d9e61f922c471396339cb06499ecb9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3297a425df2c49ca843c53a4e20af4e6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a5531407db7345608e7effb132c365e7] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.4 K 2024-12-15T14:34:04,388 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26d9e61f922c471396339cb06499ecb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734273242432 2024-12-15T14:34:04,389 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3297a425df2c49ca843c53a4e20af4e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734273243217 2024-12-15T14:34:04,390 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:04,390 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:04,390 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,390 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c41fca01b5a64008b8ad133f2f0d245e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/97019822c43a4299a0c7b999fbd4c650, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5dcad23d011f4d00a306edc191bf6960] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.4 K 2024-12-15T14:34:04,390 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5531407db7345608e7effb132c365e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273243594 2024-12-15T14:34:04,393 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c41fca01b5a64008b8ad133f2f0d245e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734273242432 2024-12-15T14:34:04,398 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 97019822c43a4299a0c7b999fbd4c650, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734273243217 2024-12-15T14:34:04,402 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dcad23d011f4d00a306edc191bf6960, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273243594 2024-12-15T14:34:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:04,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T14:34:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:04,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:04,430 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:04,430 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a383e40883834e26bc9567319f8af8de is 50, key is test_row_0/A:col10/1734273243594/Put/seqid=0 2024-12-15T14:34:04,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/ace9c73cb64f41f79520cc1ccc632bd6 is 50, key is test_row_0/A:col10/1734273244412/Put/seqid=0 2024-12-15T14:34:04,435 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:04,436 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/c10a2b9f24684acc9aa099b684e61bd1 is 50, key is test_row_0/B:col10/1734273243594/Put/seqid=0 2024-12-15T14:34:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742030_1206 (size=12359) 2024-12-15T14:34:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742031_1207 (size=12151) 2024-12-15T14:34:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273304444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273304448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273304448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273304449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742032_1208 (size=12359) 2024-12-15T14:34:04,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273304472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273304550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273304551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273304556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273304556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:04,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273304757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273304767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273304767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273304769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/ace9c73cb64f41f79520cc1ccc632bd6 2024-12-15T14:34:04,875 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/a383e40883834e26bc9567319f8af8de as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a383e40883834e26bc9567319f8af8de 2024-12-15T14:34:04,880 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/c10a2b9f24684acc9aa099b684e61bd1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c10a2b9f24684acc9aa099b684e61bd1 2024-12-15T14:34:04,881 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into a383e40883834e26bc9567319f8af8de(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:04,881 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:04,881 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=13, startTime=1734273244381; duration=0sec 2024-12-15T14:34:04,881 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:04,881 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:04,881 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:04,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0c989efa315f46719649db387c27308a is 50, key is test_row_0/B:col10/1734273244412/Put/seqid=0 2024-12-15T14:34:04,886 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:04,886 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:04,886 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,886 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/cf18d9016b8e45ff8d6d63b1bcff953d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/fa3406acb2484020b567bd43400fde6c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63c83ee222f642faae4e8ff5473af795] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=35.4 K 2024-12-15T14:34:04,887 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf18d9016b8e45ff8d6d63b1bcff953d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734273242432 2024-12-15T14:34:04,887 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa3406acb2484020b567bd43400fde6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734273243217 2024-12-15T14:34:04,887 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into c10a2b9f24684acc9aa099b684e61bd1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:04,888 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:04,888 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=13, startTime=1734273244382; duration=0sec 2024-12-15T14:34:04,888 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:04,888 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:04,888 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63c83ee222f642faae4e8ff5473af795, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273243594 2024-12-15T14:34:04,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742033_1209 (size=12151) 2024-12-15T14:34:04,910 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:04,910 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/01117233c0bb4b9fa3e064b776b30c91 is 50, key is test_row_0/C:col10/1734273243594/Put/seqid=0 2024-12-15T14:34:04,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:04,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742034_1210 (size=12359) 2024-12-15T14:34:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:04,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:04,965 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/01117233c0bb4b9fa3e064b776b30c91 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/01117233c0bb4b9fa3e064b776b30c91 2024-12-15T14:34:04,973 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into 01117233c0bb4b9fa3e064b776b30c91(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:04,973 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:04,973 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=13, startTime=1734273244383; duration=0sec 2024-12-15T14:34:04,973 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:04,973 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:05,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273305062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273305075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273305075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273305075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:05,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:05,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0c989efa315f46719649db387c27308a 2024-12-15T14:34:05,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/f47b76d5145647d89aa7d1c296ad1002 is 50, key is test_row_0/C:col10/1734273244412/Put/seqid=0 2024-12-15T14:34:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742035_1211 (size=12151) 2024-12-15T14:34:05,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273305478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273305569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273305578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273305579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273305583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:05,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/f47b76d5145647d89aa7d1c296ad1002 2024-12-15T14:34:05,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/ace9c73cb64f41f79520cc1ccc632bd6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ace9c73cb64f41f79520cc1ccc632bd6 2024-12-15T14:34:05,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ace9c73cb64f41f79520cc1ccc632bd6, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T14:34:05,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0c989efa315f46719649db387c27308a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c989efa315f46719649db387c27308a 2024-12-15T14:34:05,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c989efa315f46719649db387c27308a, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T14:34:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/f47b76d5145647d89aa7d1c296ad1002 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f47b76d5145647d89aa7d1c296ad1002 2024-12-15T14:34:05,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f47b76d5145647d89aa7d1c296ad1002, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T14:34:05,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2f888e089677cf0295fb5d4d0115116a in 1348ms, sequenceid=155, compaction requested=false 2024-12-15T14:34:05,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:05,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:05,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T14:34:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:05,884 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:34:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:05,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/6a523bcf0c8a4babbfc8e8343a1685ac is 50, key is test_row_0/A:col10/1734273244444/Put/seqid=0 2024-12-15T14:34:05,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742036_1212 (size=12151) 2024-12-15T14:34:05,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/6a523bcf0c8a4babbfc8e8343a1685ac 2024-12-15T14:34:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/504c980f8c434cab8d19be1d368bd696 is 50, key is test_row_0/B:col10/1734273244444/Put/seqid=0 2024-12-15T14:34:06,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742037_1213 (size=12151) 2024-12-15T14:34:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:06,414 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/504c980f8c434cab8d19be1d368bd696 2024-12-15T14:34:06,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/4eda292e45154d0291400422dbd64441 is 50, key is test_row_0/C:col10/1734273244444/Put/seqid=0 2024-12-15T14:34:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742038_1214 (size=12151) 2024-12-15T14:34:06,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/4eda292e45154d0291400422dbd64441 2024-12-15T14:34:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/6a523bcf0c8a4babbfc8e8343a1685ac as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/6a523bcf0c8a4babbfc8e8343a1685ac 2024-12-15T14:34:06,500 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/6a523bcf0c8a4babbfc8e8343a1685ac, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T14:34:06,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/504c980f8c434cab8d19be1d368bd696 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/504c980f8c434cab8d19be1d368bd696 2024-12-15T14:34:06,511 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/504c980f8c434cab8d19be1d368bd696, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T14:34:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/4eda292e45154d0291400422dbd64441 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4eda292e45154d0291400422dbd64441 2024-12-15T14:34:06,526 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4eda292e45154d0291400422dbd64441, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T14:34:06,527 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 2f888e089677cf0295fb5d4d0115116a in 643ms, sequenceid=171, compaction requested=true 2024-12-15T14:34:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T14:34:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T14:34:06,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T14:34:06,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5400 sec 2024-12-15T14:34:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.5500 sec 2024-12-15T14:34:06,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:34:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:06,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:06,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/04c42fd28c084480b393575e57c815c5 is 50, key is test_row_0/A:col10/1734273246612/Put/seqid=0 2024-12-15T14:34:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273306668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273306670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273306670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273306671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742039_1215 (size=14541) 2024-12-15T14:34:06,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/04c42fd28c084480b393575e57c815c5 2024-12-15T14:34:06,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0c3e96f052764e33a8a657f23222e3a4 is 50, key is test_row_0/B:col10/1734273246612/Put/seqid=0 2024-12-15T14:34:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273306776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273306776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273306777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273306787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742040_1216 (size=12151) 2024-12-15T14:34:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273306980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273306980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273306988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273306994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0c3e96f052764e33a8a657f23222e3a4 2024-12-15T14:34:07,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/c13b690701bc4a41bca4dce9734c2f39 is 50, key is test_row_0/C:col10/1734273246612/Put/seqid=0 2024-12-15T14:34:07,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742041_1217 (size=12151) 2024-12-15T14:34:07,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273307291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273307291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273307291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273307303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273307491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,494 DEBUG [Thread-873 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:07,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/c13b690701bc4a41bca4dce9734c2f39 2024-12-15T14:34:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/04c42fd28c084480b393575e57c815c5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/04c42fd28c084480b393575e57c815c5 2024-12-15T14:34:07,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/04c42fd28c084480b393575e57c815c5, entries=200, sequenceid=183, filesize=14.2 K 2024-12-15T14:34:07,721 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-15T14:34:07,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0c3e96f052764e33a8a657f23222e3a4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c3e96f052764e33a8a657f23222e3a4 2024-12-15T14:34:07,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c3e96f052764e33a8a657f23222e3a4, entries=150, sequenceid=183, filesize=11.9 K 2024-12-15T14:34:07,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/c13b690701bc4a41bca4dce9734c2f39 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/c13b690701bc4a41bca4dce9734c2f39 2024-12-15T14:34:07,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/c13b690701bc4a41bca4dce9734c2f39, entries=150, sequenceid=183, filesize=11.9 K 2024-12-15T14:34:07,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2f888e089677cf0295fb5d4d0115116a in 1122ms, sequenceid=183, compaction requested=true 2024-12-15T14:34:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:07,743 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:07,743 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:07,748 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:07,748 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:07,748 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:07,748 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:07,748 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:07,748 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:07,748 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a383e40883834e26bc9567319f8af8de, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ace9c73cb64f41f79520cc1ccc632bd6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/6a523bcf0c8a4babbfc8e8343a1685ac, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/04c42fd28c084480b393575e57c815c5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=50.0 K 2024-12-15T14:34:07,748 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c10a2b9f24684acc9aa099b684e61bd1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c989efa315f46719649db387c27308a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/504c980f8c434cab8d19be1d368bd696, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c3e96f052764e33a8a657f23222e3a4] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=47.7 K 2024-12-15T14:34:07,748 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a383e40883834e26bc9567319f8af8de, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273243594 2024-12-15T14:34:07,748 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c10a2b9f24684acc9aa099b684e61bd1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273243594 2024-12-15T14:34:07,749 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c989efa315f46719649db387c27308a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734273243763 2024-12-15T14:34:07,749 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ace9c73cb64f41f79520cc1ccc632bd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734273243763 2024-12-15T14:34:07,749 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 504c980f8c434cab8d19be1d368bd696, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734273244439 2024-12-15T14:34:07,749 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a523bcf0c8a4babbfc8e8343a1685ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734273244439 2024-12-15T14:34:07,749 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c3e96f052764e33a8a657f23222e3a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1734273246612 2024-12-15T14:34:07,750 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c42fd28c084480b393575e57c815c5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1734273246612 2024-12-15T14:34:07,758 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:07,759 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b1642c55215b4f1096204aa89d195d3d is 50, key is test_row_0/B:col10/1734273246612/Put/seqid=0 2024-12-15T14:34:07,760 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:07,761 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/efe0e63b0229439dbd35c490e8b84a04 is 50, key is test_row_0/A:col10/1734273246612/Put/seqid=0 2024-12-15T14:34:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742043_1219 (size=12595) 2024-12-15T14:34:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742042_1218 (size=12595) 2024-12-15T14:34:07,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:34:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:07,815 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b1642c55215b4f1096204aa89d195d3d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1642c55215b4f1096204aa89d195d3d 2024-12-15T14:34:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:07,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:07,821 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into b1642c55215b4f1096204aa89d195d3d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:07,821 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:07,821 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=12, startTime=1734273247743; duration=0sec 2024-12-15T14:34:07,821 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:07,821 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:07,821 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:07,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/f4d94426b0f6438facf755cae6e7ca47 is 50, key is test_row_0/A:col10/1734273246666/Put/seqid=0 2024-12-15T14:34:07,824 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:07,825 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:07,825 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:07,825 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/01117233c0bb4b9fa3e064b776b30c91, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f47b76d5145647d89aa7d1c296ad1002, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4eda292e45154d0291400422dbd64441, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/c13b690701bc4a41bca4dce9734c2f39] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=47.7 K 2024-12-15T14:34:07,825 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 01117233c0bb4b9fa3e064b776b30c91, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273243594 2024-12-15T14:34:07,826 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f47b76d5145647d89aa7d1c296ad1002, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734273243763 2024-12-15T14:34:07,826 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eda292e45154d0291400422dbd64441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734273244439 2024-12-15T14:34:07,826 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c13b690701bc4a41bca4dce9734c2f39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1734273246612 2024-12-15T14:34:07,836 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:07,836 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/46682c64d561448b926e73f929c12e37 is 50, key is test_row_0/C:col10/1734273246612/Put/seqid=0 2024-12-15T14:34:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273307832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742045_1221 (size=12595) 2024-12-15T14:34:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273307838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273307839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273307844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742044_1220 (size=12151) 2024-12-15T14:34:07,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/f4d94426b0f6438facf755cae6e7ca47 2024-12-15T14:34:07,859 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/46682c64d561448b926e73f929c12e37 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/46682c64d561448b926e73f929c12e37 2024-12-15T14:34:07,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/551450bf5f3341a8b2b7ed8147594b57 is 50, key is test_row_0/B:col10/1734273246666/Put/seqid=0 2024-12-15T14:34:07,869 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into 46682c64d561448b926e73f929c12e37(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:07,869 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:07,869 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=12, startTime=1734273247744; duration=0sec 2024-12-15T14:34:07,869 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:07,870 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:07,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742046_1222 (size=12151) 2024-12-15T14:34:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273307940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273307945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273307946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:07,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273307948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T14:34:08,104 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-15T14:34:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-15T14:34:08,109 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T14:34:08,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:08,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273308143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273308149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273308151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273308151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,178 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/efe0e63b0229439dbd35c490e8b84a04 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/efe0e63b0229439dbd35c490e8b84a04 2024-12-15T14:34:08,194 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into efe0e63b0229439dbd35c490e8b84a04(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:08,194 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:08,194 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=12, startTime=1734273247743; duration=0sec 2024-12-15T14:34:08,194 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:08,194 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T14:34:08,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T14:34:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/551450bf5f3341a8b2b7ed8147594b57 2024-12-15T14:34:08,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/25884afe829a4287820dec715f20810d is 50, key is test_row_0/C:col10/1734273246666/Put/seqid=0 2024-12-15T14:34:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742047_1223 (size=12151) 2024-12-15T14:34:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T14:34:08,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T14:34:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273308454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273308455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273308458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273308458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T14:34:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/25884afe829a4287820dec715f20810d 2024-12-15T14:34:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T14:34:08,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/f4d94426b0f6438facf755cae6e7ca47 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f4d94426b0f6438facf755cae6e7ca47 2024-12-15T14:34:08,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T14:34:08,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:08,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:08,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f4d94426b0f6438facf755cae6e7ca47, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T14:34:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/551450bf5f3341a8b2b7ed8147594b57 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/551450bf5f3341a8b2b7ed8147594b57 2024-12-15T14:34:08,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/551450bf5f3341a8b2b7ed8147594b57, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T14:34:08,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/25884afe829a4287820dec715f20810d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/25884afe829a4287820dec715f20810d 2024-12-15T14:34:08,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/25884afe829a4287820dec715f20810d, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T14:34:08,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2f888e089677cf0295fb5d4d0115116a in 1015ms, sequenceid=209, compaction requested=false 2024-12-15T14:34:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:08,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:08,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T14:34:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:08,916 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:34:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:08,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/98ad006f918347f688d0c72edb3de595 is 50, key is test_row_0/A:col10/1734273247832/Put/seqid=0 2024-12-15T14:34:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:08,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742048_1224 (size=12151) 2024-12-15T14:34:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273309054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273309055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273309059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273309060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273309164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273309167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273309175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273309175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T14:34:09,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273309376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273309379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273309384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273309401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,407 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/98ad006f918347f688d0c72edb3de595 2024-12-15T14:34:09,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/20159ee51b404144b866a81da9323fcb is 50, key is test_row_0/B:col10/1734273247832/Put/seqid=0 2024-12-15T14:34:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742049_1225 (size=12151) 2024-12-15T14:34:09,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/20159ee51b404144b866a81da9323fcb 2024-12-15T14:34:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/df8814885ce2456b932d6c11ed2800d1 is 50, key is test_row_0/C:col10/1734273247832/Put/seqid=0 2024-12-15T14:34:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742050_1226 (size=12151) 2024-12-15T14:34:09,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273309682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273309684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273309696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273309708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:09,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/df8814885ce2456b932d6c11ed2800d1 2024-12-15T14:34:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/98ad006f918347f688d0c72edb3de595 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/98ad006f918347f688d0c72edb3de595 2024-12-15T14:34:09,990 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/98ad006f918347f688d0c72edb3de595, entries=150, sequenceid=223, filesize=11.9 K 2024-12-15T14:34:09,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/20159ee51b404144b866a81da9323fcb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/20159ee51b404144b866a81da9323fcb 2024-12-15T14:34:10,009 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/20159ee51b404144b866a81da9323fcb, entries=150, sequenceid=223, filesize=11.9 K 2024-12-15T14:34:10,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/df8814885ce2456b932d6c11ed2800d1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/df8814885ce2456b932d6c11ed2800d1 2024-12-15T14:34:10,040 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/df8814885ce2456b932d6c11ed2800d1, entries=150, sequenceid=223, filesize=11.9 K 2024-12-15T14:34:10,042 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2f888e089677cf0295fb5d4d0115116a in 1126ms, sequenceid=223, compaction requested=true 2024-12-15T14:34:10,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:10,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T14:34:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T14:34:10,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T14:34:10,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-12-15T14:34:10,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.9610 sec 2024-12-15T14:34:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:10,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-15T14:34:10,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273310208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273310208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273310210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273310215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/586c89faed1c43769e79c18633e033fa is 50, key is test_row_0/A:col10/1734273249035/Put/seqid=0 2024-12-15T14:34:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T14:34:10,225 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-15T14:34:10,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-15T14:34:10,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:10,228 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:10,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T14:34:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742051_1227 (size=12151) 2024-12-15T14:34:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273310311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273310311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273310314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T14:34:10,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273310516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273310518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273310519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T14:34:10,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:10,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:10,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/586c89faed1c43769e79c18633e033fa 2024-12-15T14:34:10,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:10,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b8cc1127a2ca4a258017e4b51b198f8a is 50, key is test_row_0/B:col10/1734273249035/Put/seqid=0 2024-12-15T14:34:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742052_1228 (size=12151) 2024-12-15T14:34:10,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b8cc1127a2ca4a258017e4b51b198f8a 2024-12-15T14:34:10,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d8ec5210664d428381db527a36262295 is 50, key is test_row_0/C:col10/1734273249035/Put/seqid=0 2024-12-15T14:34:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742053_1229 (size=12151) 2024-12-15T14:34:10,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273310825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273310826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T14:34:10,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273310830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:10,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:10,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:11,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:11,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d8ec5210664d428381db527a36262295 2024-12-15T14:34:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273311221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/586c89faed1c43769e79c18633e033fa as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/586c89faed1c43769e79c18633e033fa 2024-12-15T14:34:11,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/586c89faed1c43769e79c18633e033fa, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T14:34:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b8cc1127a2ca4a258017e4b51b198f8a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b8cc1127a2ca4a258017e4b51b198f8a 2024-12-15T14:34:11,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b8cc1127a2ca4a258017e4b51b198f8a, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T14:34:11,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d8ec5210664d428381db527a36262295 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d8ec5210664d428381db527a36262295 2024-12-15T14:34:11,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d8ec5210664d428381db527a36262295, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T14:34:11,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2f888e089677cf0295fb5d4d0115116a in 1056ms, sequenceid=251, compaction requested=true 2024-12-15T14:34:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:11,249 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:11,249 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:11,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:11,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:11,255 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:11,255 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:11,255 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:11,255 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:11,255 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,255 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,255 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1642c55215b4f1096204aa89d195d3d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/551450bf5f3341a8b2b7ed8147594b57, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/20159ee51b404144b866a81da9323fcb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b8cc1127a2ca4a258017e4b51b198f8a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=47.9 K 2024-12-15T14:34:11,255 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/efe0e63b0229439dbd35c490e8b84a04, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f4d94426b0f6438facf755cae6e7ca47, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/98ad006f918347f688d0c72edb3de595, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/586c89faed1c43769e79c18633e033fa] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=47.9 K 2024-12-15T14:34:11,256 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting efe0e63b0229439dbd35c490e8b84a04, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1734273246612 2024-12-15T14:34:11,256 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b1642c55215b4f1096204aa89d195d3d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1734273246612 2024-12-15T14:34:11,256 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4d94426b0f6438facf755cae6e7ca47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734273246666 2024-12-15T14:34:11,256 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 551450bf5f3341a8b2b7ed8147594b57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734273246666 2024-12-15T14:34:11,256 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 20159ee51b404144b866a81da9323fcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734273247831 2024-12-15T14:34:11,256 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98ad006f918347f688d0c72edb3de595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734273247831 2024-12-15T14:34:11,257 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 586c89faed1c43769e79c18633e033fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734273249035 2024-12-15T14:34:11,257 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b8cc1127a2ca4a258017e4b51b198f8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734273249035 2024-12-15T14:34:11,267 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:11,268 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/5428370e1fff412e89329ddde9f31eac is 50, key is test_row_0/A:col10/1734273249035/Put/seqid=0 2024-12-15T14:34:11,270 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:11,271 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/930673fe61f44a7c9f2213559801957a is 50, key is test_row_0/B:col10/1734273249035/Put/seqid=0 2024-12-15T14:34:11,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T14:34:11,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742054_1230 (size=12731) 2024-12-15T14:34:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,319 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:34:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T14:34:11,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742055_1231 (size=12731) 2024-12-15T14:34:11,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/1e4eb7283271401cb303a8d6a4074a1f is 50, key is test_row_0/A:col10/1734273250208/Put/seqid=0 2024-12-15T14:34:11,360 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/5428370e1fff412e89329ddde9f31eac as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/5428370e1fff412e89329ddde9f31eac 2024-12-15T14:34:11,377 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into 5428370e1fff412e89329ddde9f31eac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:11,377 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:11,377 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=12, startTime=1734273251249; duration=0sec 2024-12-15T14:34:11,380 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:11,380 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:11,381 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742056_1232 (size=9857) 2024-12-15T14:34:11,384 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:11,384 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:11,384 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,384 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/46682c64d561448b926e73f929c12e37, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/25884afe829a4287820dec715f20810d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/df8814885ce2456b932d6c11ed2800d1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d8ec5210664d428381db527a36262295] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=47.9 K 2024-12-15T14:34:11,384 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46682c64d561448b926e73f929c12e37, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1734273246612 2024-12-15T14:34:11,385 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25884afe829a4287820dec715f20810d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734273246666 2024-12-15T14:34:11,385 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting df8814885ce2456b932d6c11ed2800d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734273247831 2024-12-15T14:34:11,385 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8ec5210664d428381db527a36262295, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734273249035 2024-12-15T14:34:11,401 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273311397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,402 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/5f3deeb9b511463a955af103a039beb4 is 50, key is test_row_0/C:col10/1734273249035/Put/seqid=0 2024-12-15T14:34:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273311398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273311401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742057_1233 (size=12731) 2024-12-15T14:34:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273311503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273311508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273311515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48016 deadline: 1734273311511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,531 DEBUG [Thread-873 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273311709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273311716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273311724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:11,733 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/930673fe61f44a7c9f2213559801957a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/930673fe61f44a7c9f2213559801957a 2024-12-15T14:34:11,738 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into 930673fe61f44a7c9f2213559801957a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:11,738 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:11,738 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=12, startTime=1734273251249; duration=0sec 2024-12-15T14:34:11,738 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:11,738 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:11,786 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/1e4eb7283271401cb303a8d6a4074a1f 2024-12-15T14:34:11,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/12d04df86d90476e85bddd4de7ad0705 is 50, key is test_row_0/B:col10/1734273250208/Put/seqid=0 2024-12-15T14:34:11,845 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/5f3deeb9b511463a955af103a039beb4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/5f3deeb9b511463a955af103a039beb4 2024-12-15T14:34:11,863 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into 5f3deeb9b511463a955af103a039beb4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:11,863 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:11,864 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=12, startTime=1734273251249; duration=0sec 2024-12-15T14:34:11,864 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:11,864 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:11,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742058_1234 (size=9857) 2024-12-15T14:34:11,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/12d04df86d90476e85bddd4de7ad0705 2024-12-15T14:34:11,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/04dd23fa25f2456f81618030073ff532 is 50, key is test_row_0/C:col10/1734273250208/Put/seqid=0 2024-12-15T14:34:11,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742059_1235 (size=9857) 2024-12-15T14:34:11,913 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/04dd23fa25f2456f81618030073ff532 2024-12-15T14:34:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/1e4eb7283271401cb303a8d6a4074a1f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1e4eb7283271401cb303a8d6a4074a1f 2024-12-15T14:34:11,940 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1e4eb7283271401cb303a8d6a4074a1f, entries=100, sequenceid=259, filesize=9.6 K 2024-12-15T14:34:11,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/12d04df86d90476e85bddd4de7ad0705 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/12d04df86d90476e85bddd4de7ad0705 2024-12-15T14:34:11,969 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/12d04df86d90476e85bddd4de7ad0705, entries=100, sequenceid=259, filesize=9.6 K 2024-12-15T14:34:11,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/04dd23fa25f2456f81618030073ff532 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/04dd23fa25f2456f81618030073ff532 2024-12-15T14:34:11,982 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/04dd23fa25f2456f81618030073ff532, entries=100, sequenceid=259, filesize=9.6 K 2024-12-15T14:34:11,984 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 2f888e089677cf0295fb5d4d0115116a in 665ms, sequenceid=259, compaction requested=false 2024-12-15T14:34:11,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:11,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:11,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-15T14:34:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-15T14:34:11,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T14:34:11,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7570 sec 2024-12-15T14:34:11,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.7610 sec 2024-12-15T14:34:12,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-15T14:34:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:12,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:12,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/1bc503c4a5954ab89866800c43b86c40 is 50, key is test_row_0/A:col10/1734273252014/Put/seqid=0 2024-12-15T14:34:12,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273312044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273312045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273312056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742060_1236 (size=12301) 2024-12-15T14:34:12,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273312154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273312164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273312167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T14:34:12,340 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-15T14:34:12,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-15T14:34:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273312357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T14:34:12,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:12,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:12,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:12,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273312375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273312379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T14:34:12,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/1bc503c4a5954ab89866800c43b86c40 2024-12-15T14:34:12,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/a188a110dc8d43728d3d6bdc9d57c1bb is 50, key is test_row_0/B:col10/1734273252014/Put/seqid=0 2024-12-15T14:34:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742061_1237 (size=12301) 2024-12-15T14:34:12,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T14:34:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:12,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:12,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/a188a110dc8d43728d3d6bdc9d57c1bb 2024-12-15T14:34:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:12,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/bb780febbdb64a1ab0cc65b41f3fd41d is 50, key is test_row_0/C:col10/1734273252014/Put/seqid=0 2024-12-15T14:34:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742062_1238 (size=12301) 2024-12-15T14:34:12,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/bb780febbdb64a1ab0cc65b41f3fd41d 2024-12-15T14:34:12,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/1bc503c4a5954ab89866800c43b86c40 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1bc503c4a5954ab89866800c43b86c40 2024-12-15T14:34:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273312663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T14:34:12,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1bc503c4a5954ab89866800c43b86c40, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T14:34:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273312683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273312683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/a188a110dc8d43728d3d6bdc9d57c1bb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a188a110dc8d43728d3d6bdc9d57c1bb 2024-12-15T14:34:12,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T14:34:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:12,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a188a110dc8d43728d3d6bdc9d57c1bb, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T14:34:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/bb780febbdb64a1ab0cc65b41f3fd41d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/bb780febbdb64a1ab0cc65b41f3fd41d 2024-12-15T14:34:12,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/bb780febbdb64a1ab0cc65b41f3fd41d, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T14:34:12,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 2f888e089677cf0295fb5d4d0115116a in 753ms, sequenceid=291, compaction requested=true 2024-12-15T14:34:12,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:34:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T14:34:12,772 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:12,772 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:12,777 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:12,777 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:12,777 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,777 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/5f3deeb9b511463a955af103a039beb4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/04dd23fa25f2456f81618030073ff532, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/bb780febbdb64a1ab0cc65b41f3fd41d] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=34.1 K 2024-12-15T14:34:12,778 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:12,778 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:12,778 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,778 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/5428370e1fff412e89329ddde9f31eac, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1e4eb7283271401cb303a8d6a4074a1f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1bc503c4a5954ab89866800c43b86c40] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=34.1 K 2024-12-15T14:34:12,778 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f3deeb9b511463a955af103a039beb4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734273249035 2024-12-15T14:34:12,779 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5428370e1fff412e89329ddde9f31eac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734273249035 2024-12-15T14:34:12,779 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 04dd23fa25f2456f81618030073ff532, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734273250206 2024-12-15T14:34:12,779 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4eb7283271401cb303a8d6a4074a1f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734273250206 2024-12-15T14:34:12,780 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting bb780febbdb64a1ab0cc65b41f3fd41d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734273251389 2024-12-15T14:34:12,780 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bc503c4a5954ab89866800c43b86c40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734273251389 2024-12-15T14:34:12,802 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:12,803 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9666f64150c742088b11328373aaf59f is 50, key is test_row_0/A:col10/1734273252014/Put/seqid=0 2024-12-15T14:34:12,805 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:12,805 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/378806d882134bbb9c924fafa945ff4f is 50, key is test_row_0/C:col10/1734273252014/Put/seqid=0 2024-12-15T14:34:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742064_1240 (size=12983) 2024-12-15T14:34:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742063_1239 (size=12983) 2024-12-15T14:34:12,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:12,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T14:34:12,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,853 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:34:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:12,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/2524959ce4714cc79402ea99b488db16 is 50, key is test_row_0/A:col10/1734273252040/Put/seqid=0 2024-12-15T14:34:12,895 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/378806d882134bbb9c924fafa945ff4f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/378806d882134bbb9c924fafa945ff4f 2024-12-15T14:34:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742065_1241 (size=12301) 2024-12-15T14:34:12,931 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into 378806d882134bbb9c924fafa945ff4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:12,931 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:12,931 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=13, startTime=1734273252772; duration=0sec 2024-12-15T14:34:12,931 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:12,932 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:12,932 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:12,941 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:12,941 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:12,941 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:12,942 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/930673fe61f44a7c9f2213559801957a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/12d04df86d90476e85bddd4de7ad0705, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a188a110dc8d43728d3d6bdc9d57c1bb] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=34.1 K 2024-12-15T14:34:12,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 930673fe61f44a7c9f2213559801957a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734273249035 2024-12-15T14:34:12,952 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d04df86d90476e85bddd4de7ad0705, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734273250206 2024-12-15T14:34:12,956 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a188a110dc8d43728d3d6bdc9d57c1bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734273251389 2024-12-15T14:34:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T14:34:13,027 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:13,028 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/280bf585ef7e4e87a6bd4aaba15a252a is 50, key is test_row_0/B:col10/1734273252014/Put/seqid=0 2024-12-15T14:34:13,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742066_1242 (size=12983) 2024-12-15T14:34:13,071 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/280bf585ef7e4e87a6bd4aaba15a252a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/280bf585ef7e4e87a6bd4aaba15a252a 2024-12-15T14:34:13,079 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into 280bf585ef7e4e87a6bd4aaba15a252a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:13,079 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:13,079 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=13, startTime=1734273252772; duration=0sec 2024-12-15T14:34:13,079 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:13,079 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273313221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273313222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273313223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273313246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,248 DEBUG [Thread-875 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:13,254 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9666f64150c742088b11328373aaf59f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9666f64150c742088b11328373aaf59f 2024-12-15T14:34:13,261 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into 9666f64150c742088b11328373aaf59f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:13,261 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:13,261 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=13, startTime=1734273252772; duration=0sec 2024-12-15T14:34:13,261 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:13,264 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:13,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273313323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273313324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273313327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,331 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/2524959ce4714cc79402ea99b488db16 2024-12-15T14:34:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5ccfc77301f9426ca8741f1458542122 is 50, key is test_row_0/B:col10/1734273252040/Put/seqid=0 2024-12-15T14:34:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742067_1243 (size=12301) 2024-12-15T14:34:13,413 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5ccfc77301f9426ca8741f1458542122 2024-12-15T14:34:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d2be18e370bb4f3ab14f80b723b83de3 is 50, key is test_row_0/C:col10/1734273252040/Put/seqid=0 2024-12-15T14:34:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T14:34:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742068_1244 (size=12301) 2024-12-15T14:34:13,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273313529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273313529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273313535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273313839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273313839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273313844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:13,881 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d2be18e370bb4f3ab14f80b723b83de3 2024-12-15T14:34:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/2524959ce4714cc79402ea99b488db16 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/2524959ce4714cc79402ea99b488db16 2024-12-15T14:34:13,916 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/2524959ce4714cc79402ea99b488db16, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T14:34:13,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5ccfc77301f9426ca8741f1458542122 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5ccfc77301f9426ca8741f1458542122 2024-12-15T14:34:13,937 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5ccfc77301f9426ca8741f1458542122, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T14:34:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d2be18e370bb4f3ab14f80b723b83de3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d2be18e370bb4f3ab14f80b723b83de3 2024-12-15T14:34:13,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d2be18e370bb4f3ab14f80b723b83de3, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T14:34:13,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 2f888e089677cf0295fb5d4d0115116a in 1121ms, sequenceid=299, compaction requested=false 2024-12-15T14:34:13,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:13,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:13,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-15T14:34:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-15T14:34:13,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T14:34:13,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec 2024-12-15T14:34:13,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.6350 sec 2024-12-15T14:34:14,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-15T14:34:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:14,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/132d8b6e1b164463aa265cf7793c3044 is 50, key is test_row_0/A:col10/1734273254346/Put/seqid=0 2024-12-15T14:34:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273314358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273314363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273314363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742069_1245 (size=12301) 2024-12-15T14:34:14,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/132d8b6e1b164463aa265cf7793c3044 2024-12-15T14:34:14,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5805a294f7394489a11184985bf8ba83 is 50, key is test_row_0/B:col10/1734273254346/Put/seqid=0 2024-12-15T14:34:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273314468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273314468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273314468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T14:34:14,477 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-15T14:34:14,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742070_1246 (size=12301) 2024-12-15T14:34:14,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-15T14:34:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:14,500 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:14,501 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:14,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:14,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:14,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273314674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273314674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273314674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:14,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:14,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:14,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:14,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:14,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5805a294f7394489a11184985bf8ba83 2024-12-15T14:34:14,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/63fcee3cc4094fd29af2d623bc8ed789 is 50, key is test_row_0/C:col10/1734273254346/Put/seqid=0 2024-12-15T14:34:14,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273314978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:14,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273314981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:14,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742071_1247 (size=12301) 2024-12-15T14:34:14,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273314985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:15,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:15,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:15,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/63fcee3cc4094fd29af2d623bc8ed789 2024-12-15T14:34:15,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/132d8b6e1b164463aa265cf7793c3044 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/132d8b6e1b164463aa265cf7793c3044 2024-12-15T14:34:15,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/132d8b6e1b164463aa265cf7793c3044, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T14:34:15,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/5805a294f7394489a11184985bf8ba83 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5805a294f7394489a11184985bf8ba83 2024-12-15T14:34:15,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5805a294f7394489a11184985bf8ba83, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T14:34:15,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/63fcee3cc4094fd29af2d623bc8ed789 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63fcee3cc4094fd29af2d623bc8ed789 2024-12-15T14:34:15,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:15,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273315492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63fcee3cc4094fd29af2d623bc8ed789, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T14:34:15,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 2f888e089677cf0295fb5d4d0115116a in 1148ms, sequenceid=331, compaction requested=true 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:15,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T14:34:15,495 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:15,496 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:15,497 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:15,497 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:15,497 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,497 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9666f64150c742088b11328373aaf59f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/2524959ce4714cc79402ea99b488db16, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/132d8b6e1b164463aa265cf7793c3044] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=36.7 K 2024-12-15T14:34:15,497 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:15,497 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:15,497 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,497 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/378806d882134bbb9c924fafa945ff4f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d2be18e370bb4f3ab14f80b723b83de3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63fcee3cc4094fd29af2d623bc8ed789] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=36.7 K 2024-12-15T14:34:15,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9666f64150c742088b11328373aaf59f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734273251389 2024-12-15T14:34:15,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 378806d882134bbb9c924fafa945ff4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734273251389 2024-12-15T14:34:15,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2524959ce4714cc79402ea99b488db16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734273252028 2024-12-15T14:34:15,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d2be18e370bb4f3ab14f80b723b83de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734273252028 2024-12-15T14:34:15,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 132d8b6e1b164463aa265cf7793c3044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734273253218 2024-12-15T14:34:15,499 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 63fcee3cc4094fd29af2d623bc8ed789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734273253218 2024-12-15T14:34:15,511 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:15,512 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/0f6cb03b6c5f41c39b6c6cff8fbc4961 is 50, key is test_row_0/A:col10/1734273254346/Put/seqid=0 2024-12-15T14:34:15,512 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:15,512 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/f5329b5a45ff4839b484c211a8764410 is 50, key is test_row_0/C:col10/1734273254346/Put/seqid=0 2024-12-15T14:34:15,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:34:15,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:15,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/533069d5788447e8aae63bcb5efb2de4 is 50, key is test_row_0/A:col10/1734273255501/Put/seqid=0 2024-12-15T14:34:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742072_1248 (size=13085) 2024-12-15T14:34:15,591 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/0f6cb03b6c5f41c39b6c6cff8fbc4961 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0f6cb03b6c5f41c39b6c6cff8fbc4961 2024-12-15T14:34:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742073_1249 (size=13085) 2024-12-15T14:34:15,603 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into 0f6cb03b6c5f41c39b6c6cff8fbc4961(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:15,603 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:15,603 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=13, startTime=1734273255495; duration=0sec 2024-12-15T14:34:15,604 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:15,604 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:15,604 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:15,605 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:15,605 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:15,605 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,605 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/280bf585ef7e4e87a6bd4aaba15a252a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5ccfc77301f9426ca8741f1458542122, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5805a294f7394489a11184985bf8ba83] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=36.7 K 2024-12-15T14:34:15,606 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 280bf585ef7e4e87a6bd4aaba15a252a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734273251389 2024-12-15T14:34:15,606 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ccfc77301f9426ca8741f1458542122, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734273252028 2024-12-15T14:34:15,607 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5805a294f7394489a11184985bf8ba83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734273253218 2024-12-15T14:34:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273315611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273315616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742074_1250 (size=12301) 2024-12-15T14:34:15,633 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:15,633 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/9eb5e67143154dc088196a8bdc691387 is 50, key is test_row_0/B:col10/1734273254346/Put/seqid=0 2024-12-15T14:34:15,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742075_1251 (size=13085) 2024-12-15T14:34:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273315720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273315724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:15,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273315939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273315943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:15,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:15,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/533069d5788447e8aae63bcb5efb2de4 2024-12-15T14:34:16,033 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/f5329b5a45ff4839b484c211a8764410 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f5329b5a45ff4839b484c211a8764410 2024-12-15T14:34:16,049 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into f5329b5a45ff4839b484c211a8764410(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:16,049 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:16,049 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=13, startTime=1734273255495; duration=0sec 2024-12-15T14:34:16,049 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:16,049 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:16,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/6c26a1c5d095453981604a5a404ab7d0 is 50, key is test_row_0/B:col10/1734273255501/Put/seqid=0 2024-12-15T14:34:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742076_1252 (size=12301) 2024-12-15T14:34:16,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/6c26a1c5d095453981604a5a404ab7d0 2024-12-15T14:34:16,100 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/9eb5e67143154dc088196a8bdc691387 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/9eb5e67143154dc088196a8bdc691387 2024-12-15T14:34:16,116 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into 9eb5e67143154dc088196a8bdc691387(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:16,116 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:16,116 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=13, startTime=1734273255495; duration=0sec 2024-12-15T14:34:16,117 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:16,117 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:16,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/7e1a2f9e41914924a1496783a145e968 is 50, key is test_row_0/C:col10/1734273255501/Put/seqid=0 2024-12-15T14:34:16,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:16,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742077_1253 (size=12301) 2024-12-15T14:34:16,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/7e1a2f9e41914924a1496783a145e968 2024-12-15T14:34:16,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/533069d5788447e8aae63bcb5efb2de4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/533069d5788447e8aae63bcb5efb2de4 2024-12-15T14:34:16,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/533069d5788447e8aae63bcb5efb2de4, entries=150, sequenceid=342, filesize=12.0 K 2024-12-15T14:34:16,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/6c26a1c5d095453981604a5a404ab7d0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/6c26a1c5d095453981604a5a404ab7d0 2024-12-15T14:34:16,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/6c26a1c5d095453981604a5a404ab7d0, entries=150, sequenceid=342, filesize=12.0 K 2024-12-15T14:34:16,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/7e1a2f9e41914924a1496783a145e968 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/7e1a2f9e41914924a1496783a145e968 2024-12-15T14:34:16,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273316249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273316254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/7e1a2f9e41914924a1496783a145e968, entries=150, sequenceid=342, filesize=12.0 K 2024-12-15T14:34:16,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:16,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2f888e089677cf0295fb5d4d0115116a in 769ms, sequenceid=342, compaction requested=false 2024-12-15T14:34:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:16,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:16,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:16,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:16,452 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9a20163748de4d34b3359cba0a6198fc is 50, key is test_row_0/A:col10/1734273255579/Put/seqid=0 2024-12-15T14:34:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:16,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742078_1254 (size=12301) 2024-12-15T14:34:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273316584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:16,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273316699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273316758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273316761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273316915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:16,930 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9a20163748de4d34b3359cba0a6198fc 2024-12-15T14:34:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/a55156ee869b47d1996f91f69b25edb0 is 50, key is test_row_0/B:col10/1734273255579/Put/seqid=0 2024-12-15T14:34:17,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742079_1255 (size=12301) 2024-12-15T14:34:17,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273317252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47994 deadline: 1734273317263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:17,268 DEBUG [Thread-875 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:17,406 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/a55156ee869b47d1996f91f69b25edb0 2024-12-15T14:34:17,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/66db85fe4afc43e5adf0d8af03e3ee2b is 50, key is test_row_0/C:col10/1734273255579/Put/seqid=0 2024-12-15T14:34:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742080_1256 (size=12301) 2024-12-15T14:34:17,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273317763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273317768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273317775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:17,917 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/66db85fe4afc43e5adf0d8af03e3ee2b 2024-12-15T14:34:17,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9a20163748de4d34b3359cba0a6198fc as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9a20163748de4d34b3359cba0a6198fc 2024-12-15T14:34:17,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9a20163748de4d34b3359cba0a6198fc, entries=150, sequenceid=370, filesize=12.0 K 2024-12-15T14:34:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/a55156ee869b47d1996f91f69b25edb0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a55156ee869b47d1996f91f69b25edb0 2024-12-15T14:34:17,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a55156ee869b47d1996f91f69b25edb0, entries=150, sequenceid=370, filesize=12.0 K 2024-12-15T14:34:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/66db85fe4afc43e5adf0d8af03e3ee2b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/66db85fe4afc43e5adf0d8af03e3ee2b 2024-12-15T14:34:17,975 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/66db85fe4afc43e5adf0d8af03e3ee2b, entries=150, sequenceid=370, filesize=12.0 K 2024-12-15T14:34:17,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2f888e089677cf0295fb5d4d0115116a in 1527ms, sequenceid=370, compaction requested=true 2024-12-15T14:34:17,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:17,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:17,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-15T14:34:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-15T14:34:18,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-15T14:34:18,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4900 sec 2024-12-15T14:34:18,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 3.5160 sec 2024-12-15T14:34:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T14:34:18,616 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-15T14:34:18,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-15T14:34:18,642 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:18,643 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:18,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T14:34:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T14:34:18,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:34:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:18,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:18,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/f66b9c553e164c3d80e34fa86f89afbd is 50, key is test_row_0/A:col10/1734273256575/Put/seqid=0 2024-12-15T14:34:18,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:18,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T14:34:18,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:18,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:18,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:18,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:18,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:18,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742081_1257 (size=12301) 2024-12-15T14:34:18,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/f66b9c553e164c3d80e34fa86f89afbd 2024-12-15T14:34:18,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/802cdf4ece55414795beb09ce78c6a39 is 50, key is test_row_0/B:col10/1734273256575/Put/seqid=0 2024-12-15T14:34:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742082_1258 (size=12301) 2024-12-15T14:34:18,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/802cdf4ece55414795beb09ce78c6a39 2024-12-15T14:34:18,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/b847c77ed02e4b30bb7adc67314032fd is 50, key is test_row_0/C:col10/1734273256575/Put/seqid=0 2024-12-15T14:34:18,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:18,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T14:34:18,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:18,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:18,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273318969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T14:34:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742083_1259 (size=12301) 2024-12-15T14:34:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:18,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/b847c77ed02e4b30bb7adc67314032fd 2024-12-15T14:34:19,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/f66b9c553e164c3d80e34fa86f89afbd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f66b9c553e164c3d80e34fa86f89afbd 2024-12-15T14:34:19,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f66b9c553e164c3d80e34fa86f89afbd, entries=150, sequenceid=382, filesize=12.0 K 2024-12-15T14:34:19,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/802cdf4ece55414795beb09ce78c6a39 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/802cdf4ece55414795beb09ce78c6a39 2024-12-15T14:34:19,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/802cdf4ece55414795beb09ce78c6a39, entries=150, sequenceid=382, filesize=12.0 K 2024-12-15T14:34:19,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/b847c77ed02e4b30bb7adc67314032fd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/b847c77ed02e4b30bb7adc67314032fd 2024-12-15T14:34:19,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/b847c77ed02e4b30bb7adc67314032fd, entries=150, sequenceid=382, filesize=12.0 K 2024-12-15T14:34:19,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2f888e089677cf0295fb5d4d0115116a in 294ms, sequenceid=382, compaction requested=true 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T14:34:19,084 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:19,084 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:19,090 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:19,090 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:19,090 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:19,090 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:19,090 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,091 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0f6cb03b6c5f41c39b6c6cff8fbc4961, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/533069d5788447e8aae63bcb5efb2de4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9a20163748de4d34b3359cba0a6198fc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f66b9c553e164c3d80e34fa86f89afbd] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=48.8 K 2024-12-15T14:34:19,091 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,091 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f5329b5a45ff4839b484c211a8764410, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/7e1a2f9e41914924a1496783a145e968, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/66db85fe4afc43e5adf0d8af03e3ee2b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/b847c77ed02e4b30bb7adc67314032fd] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=48.8 K 2024-12-15T14:34:19,091 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f5329b5a45ff4839b484c211a8764410, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734273253218 2024-12-15T14:34:19,091 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f6cb03b6c5f41c39b6c6cff8fbc4961, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734273253218 2024-12-15T14:34:19,092 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1a2f9e41914924a1496783a145e968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1734273255501 2024-12-15T14:34:19,092 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 533069d5788447e8aae63bcb5efb2de4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1734273255501 2024-12-15T14:34:19,092 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 66db85fe4afc43e5adf0d8af03e3ee2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734273255579 2024-12-15T14:34:19,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:34:19,092 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a20163748de4d34b3359cba0a6198fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734273255579 2024-12-15T14:34:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:19,093 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b847c77ed02e4b30bb7adc67314032fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1734273256515 2024-12-15T14:34:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:19,093 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f66b9c553e164c3d80e34fa86f89afbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1734273256515 2024-12-15T14:34:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:19,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/0c81bf0a5cf14b69a89295fdb6c100a9 is 50, key is test_row_0/A:col10/1734273259085/Put/seqid=0 2024-12-15T14:34:19,110 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:19,111 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/d2637e8ea0a24a4fb3e308fc4b139928 is 50, key is test_row_0/A:col10/1734273256575/Put/seqid=0 2024-12-15T14:34:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742084_1260 (size=14741) 2024-12-15T14:34:19,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/0c81bf0a5cf14b69a89295fdb6c100a9 2024-12-15T14:34:19,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T14:34:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,133 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:19,133 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d73d56caa7f54d25aad23138c5c8794a is 50, key is test_row_0/C:col10/1734273256575/Put/seqid=0 2024-12-15T14:34:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273319154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742086_1262 (size=13221) 2024-12-15T14:34:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742085_1261 (size=13221) 2024-12-15T14:34:19,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/2aa70804446044ca99461e7ac640555c is 50, key is test_row_0/B:col10/1734273259085/Put/seqid=0 2024-12-15T14:34:19,208 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/d2637e8ea0a24a4fb3e308fc4b139928 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/d2637e8ea0a24a4fb3e308fc4b139928 2024-12-15T14:34:19,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742087_1263 (size=12301) 2024-12-15T14:34:19,218 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/d73d56caa7f54d25aad23138c5c8794a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d73d56caa7f54d25aad23138c5c8794a 2024-12-15T14:34:19,221 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into d2637e8ea0a24a4fb3e308fc4b139928(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:19,221 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:19,221 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=12, startTime=1734273259084; duration=0sec 2024-12-15T14:34:19,222 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:19,222 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:19,222 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:19,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/2aa70804446044ca99461e7ac640555c 2024-12-15T14:34:19,232 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:19,232 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:19,232 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,232 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/9eb5e67143154dc088196a8bdc691387, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/6c26a1c5d095453981604a5a404ab7d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a55156ee869b47d1996f91f69b25edb0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/802cdf4ece55414795beb09ce78c6a39] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=48.8 K 2024-12-15T14:34:19,233 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9eb5e67143154dc088196a8bdc691387, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734273253218 2024-12-15T14:34:19,234 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c26a1c5d095453981604a5a404ab7d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1734273255501 2024-12-15T14:34:19,240 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55156ee869b47d1996f91f69b25edb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734273255579 2024-12-15T14:34:19,245 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 802cdf4ece55414795beb09ce78c6a39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1734273256515 2024-12-15T14:34:19,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/8f1b9ab284ba428a882d30d9059b6a10 is 50, key is test_row_0/C:col10/1734273259085/Put/seqid=0 2024-12-15T14:34:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273319263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,271 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into d73d56caa7f54d25aad23138c5c8794a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:19,271 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:19,271 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=12, startTime=1734273259084; duration=0sec 2024-12-15T14:34:19,272 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:19,272 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T14:34:19,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T14:34:19,293 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:19,294 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/c244d2453128464bba6076b6412e3c0f is 50, key is test_row_0/B:col10/1734273256575/Put/seqid=0 2024-12-15T14:34:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742088_1264 (size=12301) 2024-12-15T14:34:19,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/8f1b9ab284ba428a882d30d9059b6a10 2024-12-15T14:34:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742089_1265 (size=13221) 2024-12-15T14:34:19,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/0c81bf0a5cf14b69a89295fdb6c100a9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0c81bf0a5cf14b69a89295fdb6c100a9 2024-12-15T14:34:19,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0c81bf0a5cf14b69a89295fdb6c100a9, entries=200, sequenceid=407, filesize=14.4 K 2024-12-15T14:34:19,403 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/c244d2453128464bba6076b6412e3c0f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c244d2453128464bba6076b6412e3c0f 2024-12-15T14:34:19,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/2aa70804446044ca99461e7ac640555c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/2aa70804446044ca99461e7ac640555c 2024-12-15T14:34:19,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/2aa70804446044ca99461e7ac640555c, entries=150, sequenceid=407, filesize=12.0 K 2024-12-15T14:34:19,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/8f1b9ab284ba428a882d30d9059b6a10 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/8f1b9ab284ba428a882d30d9059b6a10 2024-12-15T14:34:19,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T14:34:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:19,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,452 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into c244d2453128464bba6076b6412e3c0f(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:19,454 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:19,454 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=12, startTime=1734273259084; duration=0sec 2024-12-15T14:34:19,454 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:19,454 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:19,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273319469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/8f1b9ab284ba428a882d30d9059b6a10, entries=150, sequenceid=407, filesize=12.0 K 2024-12-15T14:34:19,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2f888e089677cf0295fb5d4d0115116a in 383ms, sequenceid=407, compaction requested=false 2024-12-15T14:34:19,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:19,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T14:34:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:19,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:34:19,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:19,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9d7f070b836e44639c170ed75657b703 is 50, key is test_row_0/A:col10/1734273259142/Put/seqid=0 2024-12-15T14:34:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742090_1266 (size=12301) 2024-12-15T14:34:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T14:34:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:19,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. as already flushing 2024-12-15T14:34:19,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273319851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273319860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273319867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273319967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273319974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:19,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273319977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,076 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9d7f070b836e44639c170ed75657b703 2024-12-15T14:34:20,099 DEBUG [Thread-878 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31dd347a to 127.0.0.1:53661 2024-12-15T14:34:20,100 DEBUG [Thread-878 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:20,101 DEBUG [Thread-884 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19bdebc6 to 127.0.0.1:53661 2024-12-15T14:34:20,101 DEBUG [Thread-884 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:20,102 DEBUG [Thread-886 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7267b857 to 127.0.0.1:53661 2024-12-15T14:34:20,102 DEBUG [Thread-886 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:20,102 DEBUG [Thread-880 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ad7b806 to 127.0.0.1:53661 2024-12-15T14:34:20,103 DEBUG [Thread-880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:20,104 DEBUG [Thread-882 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c78c04d to 127.0.0.1:53661 2024-12-15T14:34:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/e16619e20b874706a1c0282a2ae5f70f is 50, key is test_row_0/B:col10/1734273259142/Put/seqid=0 2024-12-15T14:34:20,104 DEBUG [Thread-882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742091_1267 (size=12301) 2024-12-15T14:34:20,144 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/e16619e20b874706a1c0282a2ae5f70f 2024-12-15T14:34:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/22dcb475bc364d43a0908d610a2dcb02 is 50, key is test_row_0/C:col10/1734273259142/Put/seqid=0 2024-12-15T14:34:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273320175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273320189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273320188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742092_1268 (size=12301) 2024-12-15T14:34:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48028 deadline: 1734273320494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47956 deadline: 1734273320495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48010 deadline: 1734273320507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:20,603 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/22dcb475bc364d43a0908d610a2dcb02 2024-12-15T14:34:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/9d7f070b836e44639c170ed75657b703 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9d7f070b836e44639c170ed75657b703 2024-12-15T14:34:20,657 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9d7f070b836e44639c170ed75657b703, entries=150, sequenceid=421, filesize=12.0 K 2024-12-15T14:34:20,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/e16619e20b874706a1c0282a2ae5f70f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/e16619e20b874706a1c0282a2ae5f70f 2024-12-15T14:34:20,717 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/e16619e20b874706a1c0282a2ae5f70f, entries=150, sequenceid=421, filesize=12.0 K 2024-12-15T14:34:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/22dcb475bc364d43a0908d610a2dcb02 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/22dcb475bc364d43a0908d610a2dcb02 2024-12-15T14:34:20,761 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/22dcb475bc364d43a0908d610a2dcb02, entries=150, sequenceid=421, filesize=12.0 K 2024-12-15T14:34:20,770 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2f888e089677cf0295fb5d4d0115116a in 1147ms, sequenceid=421, compaction requested=true 2024-12-15T14:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-15T14:34:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-15T14:34:20,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-15T14:34:20,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1300 sec 2024-12-15T14:34:20,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.1370 sec 2024-12-15T14:34:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T14:34:20,780 INFO [Thread-877 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-15T14:34:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:20,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T14:34:20,999 DEBUG [Thread-869 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b377948 to 127.0.0.1:53661 2024-12-15T14:34:20,999 DEBUG [Thread-869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:21,000 DEBUG [Thread-867 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07575b91 to 127.0.0.1:53661 2024-12-15T14:34:21,000 DEBUG [Thread-867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:21,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:21,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/bf5e256d11df4ac08ef20b0b65ad0b31 is 50, key is test_row_0/A:col10/1734273260998/Put/seqid=0 2024-12-15T14:34:21,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742093_1269 (size=12301) 2024-12-15T14:34:21,024 DEBUG [Thread-871 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a9f805a to 127.0.0.1:53661 2024-12-15T14:34:21,024 DEBUG [Thread-871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:21,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/bf5e256d11df4ac08ef20b0b65ad0b31 2024-12-15T14:34:21,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0ca88d5ee4f742b987da120835e511c7 is 50, key is test_row_0/B:col10/1734273260998/Put/seqid=0 2024-12-15T14:34:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742094_1270 (size=12301) 2024-12-15T14:34:21,563 DEBUG [Thread-873 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b123525 to 127.0.0.1:53661 2024-12-15T14:34:21,563 DEBUG [Thread-873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:21,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0ca88d5ee4f742b987da120835e511c7 2024-12-15T14:34:21,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/2225e26d7e2d4c568c114123664cf76b is 50, key is test_row_0/C:col10/1734273260998/Put/seqid=0 2024-12-15T14:34:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742095_1271 (size=12301) 2024-12-15T14:34:21,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/2225e26d7e2d4c568c114123664cf76b 2024-12-15T14:34:21,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/bf5e256d11df4ac08ef20b0b65ad0b31 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/bf5e256d11df4ac08ef20b0b65ad0b31 2024-12-15T14:34:21,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/bf5e256d11df4ac08ef20b0b65ad0b31, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T14:34:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0ca88d5ee4f742b987da120835e511c7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0ca88d5ee4f742b987da120835e511c7 2024-12-15T14:34:21,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0ca88d5ee4f742b987da120835e511c7, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T14:34:21,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/2225e26d7e2d4c568c114123664cf76b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/2225e26d7e2d4c568c114123664cf76b 2024-12-15T14:34:21,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/2225e26d7e2d4c568c114123664cf76b, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T14:34:22,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=13.42 KB/13740 for 2f888e089677cf0295fb5d4d0115116a in 1009ms, sequenceid=449, compaction requested=true 2024-12-15T14:34:22,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:22,009 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2f888e089677cf0295fb5d4d0115116a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:22,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:34:22,009 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:22,016 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:22,016 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:22,016 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/B is initiating minor compaction (all files) 2024-12-15T14:34:22,016 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/A is initiating minor compaction (all files) 2024-12-15T14:34:22,016 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/A in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:22,016 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/d2637e8ea0a24a4fb3e308fc4b139928, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0c81bf0a5cf14b69a89295fdb6c100a9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9d7f070b836e44639c170ed75657b703, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/bf5e256d11df4ac08ef20b0b65ad0b31] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=51.3 K 2024-12-15T14:34:22,016 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/B in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:22,017 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c244d2453128464bba6076b6412e3c0f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/2aa70804446044ca99461e7ac640555c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/e16619e20b874706a1c0282a2ae5f70f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0ca88d5ee4f742b987da120835e511c7] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=48.9 K 2024-12-15T14:34:22,017 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c244d2453128464bba6076b6412e3c0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1734273256515 2024-12-15T14:34:22,017 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2637e8ea0a24a4fb3e308fc4b139928, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1734273256515 2024-12-15T14:34:22,018 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aa70804446044ca99461e7ac640555c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734273258951 2024-12-15T14:34:22,018 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c81bf0a5cf14b69a89295fdb6c100a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734273258938 2024-12-15T14:34:22,018 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting e16619e20b874706a1c0282a2ae5f70f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1734273259142 2024-12-15T14:34:22,018 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7f070b836e44639c170ed75657b703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1734273259142 2024-12-15T14:34:22,019 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca88d5ee4f742b987da120835e511c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734273259845 2024-12-15T14:34:22,019 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf5e256d11df4ac08ef20b0b65ad0b31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734273259845 2024-12-15T14:34:22,041 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:22,042 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/b7298830882342108adb86095cb3b7f6 is 50, key is test_row_0/A:col10/1734273260998/Put/seqid=0 2024-12-15T14:34:22,045 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:22,046 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b390e4ba7b37482e9281f3091d6c7e4e is 50, key is test_row_0/B:col10/1734273260998/Put/seqid=0 2024-12-15T14:34:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742096_1272 (size=13357) 2024-12-15T14:34:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742097_1273 (size=13357) 2024-12-15T14:34:22,489 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/b7298830882342108adb86095cb3b7f6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/b7298830882342108adb86095cb3b7f6 2024-12-15T14:34:22,492 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/b390e4ba7b37482e9281f3091d6c7e4e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b390e4ba7b37482e9281f3091d6c7e4e 2024-12-15T14:34:22,501 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/A of 2f888e089677cf0295fb5d4d0115116a into b7298830882342108adb86095cb3b7f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:22,501 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/A, priority=12, startTime=1734273262008; duration=0sec 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:A 2024-12-15T14:34:22,501 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/B of 2f888e089677cf0295fb5d4d0115116a into b390e4ba7b37482e9281f3091d6c7e4e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:22,501 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/B, priority=12, startTime=1734273262009; duration=0sec 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:22,501 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:B 2024-12-15T14:34:22,503 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:22,503 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 2f888e089677cf0295fb5d4d0115116a/C is initiating minor compaction (all files) 2024-12-15T14:34:22,503 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2f888e089677cf0295fb5d4d0115116a/C in TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:22,503 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d73d56caa7f54d25aad23138c5c8794a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/8f1b9ab284ba428a882d30d9059b6a10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/22dcb475bc364d43a0908d610a2dcb02, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/2225e26d7e2d4c568c114123664cf76b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp, totalSize=48.9 K 2024-12-15T14:34:22,504 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting d73d56caa7f54d25aad23138c5c8794a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1734273256515 2024-12-15T14:34:22,504 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f1b9ab284ba428a882d30d9059b6a10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734273258951 2024-12-15T14:34:22,505 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22dcb475bc364d43a0908d610a2dcb02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1734273259142 2024-12-15T14:34:22,505 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2225e26d7e2d4c568c114123664cf76b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734273259845 2024-12-15T14:34:22,521 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2f888e089677cf0295fb5d4d0115116a#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:22,522 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/eefff48f618c43b79904878898796908 is 50, key is test_row_0/C:col10/1734273260998/Put/seqid=0 2024-12-15T14:34:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742098_1274 (size=13357) 2024-12-15T14:34:22,609 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/eefff48f618c43b79904878898796908 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/eefff48f618c43b79904878898796908 2024-12-15T14:34:22,626 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2f888e089677cf0295fb5d4d0115116a/C of 2f888e089677cf0295fb5d4d0115116a into eefff48f618c43b79904878898796908(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:22,626 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:22,626 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a., storeName=2f888e089677cf0295fb5d4d0115116a/C, priority=12, startTime=1734273262009; duration=0sec 2024-12-15T14:34:22,626 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:22,626 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2f888e089677cf0295fb5d4d0115116a:C 2024-12-15T14:34:27,333 DEBUG [Thread-875 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd6a663 to 127.0.0.1:53661 2024-12-15T14:34:27,333 DEBUG [Thread-875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3957 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3795 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3800 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3983 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3764 2024-12-15T14:34:27,334 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T14:34:27,334 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:34:27,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62de434f to 127.0.0.1:53661 2024-12-15T14:34:27,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:27,337 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T14:34:27,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T14:34:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:27,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273267346"}]},"ts":"1734273267346"} 2024-12-15T14:34:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T14:34:27,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T14:34:27,401 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T14:34:27,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:34:27,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, UNASSIGN}] 2024-12-15T14:34:27,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, UNASSIGN 2024-12-15T14:34:27,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=2f888e089677cf0295fb5d4d0115116a, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:27,407 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:34:27,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure 2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:34:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T14:34:27,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:27,560 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(124): Close 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:27,560 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:34:27,560 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1681): Closing 2f888e089677cf0295fb5d4d0115116a, disabling compactions & flushes 2024-12-15T14:34:27,560 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:27,560 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:27,560 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. after waiting 0 ms 2024-12-15T14:34:27,560 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:27,560 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(2837): Flushing 2f888e089677cf0295fb5d4d0115116a 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T14:34:27,560 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=A 2024-12-15T14:34:27,561 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:27,561 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=B 2024-12-15T14:34:27,561 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:27,561 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2f888e089677cf0295fb5d4d0115116a, store=C 2024-12-15T14:34:27,561 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:27,573 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/55dbcd56133d47a78eb2996a6d214b9e is 50, key is test_row_0/A:col10/1734273267326/Put/seqid=0 2024-12-15T14:34:27,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742099_1275 (size=9857) 2024-12-15T14:34:27,617 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/55dbcd56133d47a78eb2996a6d214b9e 2024-12-15T14:34:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T14:34:27,667 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0aa4a6e6c9864bdba42ba5e7202d6884 is 50, key is test_row_0/B:col10/1734273267326/Put/seqid=0 2024-12-15T14:34:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742100_1276 (size=9857) 2024-12-15T14:34:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T14:34:28,131 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0aa4a6e6c9864bdba42ba5e7202d6884 2024-12-15T14:34:28,169 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/dbf0002d003145e2aa25a07f6dad1480 is 50, key is test_row_0/C:col10/1734273267326/Put/seqid=0 2024-12-15T14:34:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742101_1277 (size=9857) 2024-12-15T14:34:28,199 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/dbf0002d003145e2aa25a07f6dad1480 2024-12-15T14:34:28,224 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/A/55dbcd56133d47a78eb2996a6d214b9e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/55dbcd56133d47a78eb2996a6d214b9e 2024-12-15T14:34:28,229 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/55dbcd56133d47a78eb2996a6d214b9e, entries=100, sequenceid=458, filesize=9.6 K 2024-12-15T14:34:28,230 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/B/0aa4a6e6c9864bdba42ba5e7202d6884 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0aa4a6e6c9864bdba42ba5e7202d6884 2024-12-15T14:34:28,242 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0aa4a6e6c9864bdba42ba5e7202d6884, entries=100, sequenceid=458, filesize=9.6 K 2024-12-15T14:34:28,248 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/.tmp/C/dbf0002d003145e2aa25a07f6dad1480 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/dbf0002d003145e2aa25a07f6dad1480 2024-12-15T14:34:28,295 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/dbf0002d003145e2aa25a07f6dad1480, entries=100, sequenceid=458, filesize=9.6 K 2024-12-15T14:34:28,303 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2f888e089677cf0295fb5d4d0115116a in 743ms, sequenceid=458, compaction requested=false 2024-12-15T14:34:28,315 DEBUG [StoreCloser-TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/682884b8567646ca854cac5850adfb23, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9984c5f425af45a58641f2e46af07de9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/edfa780ba24741ed86162aff6d6d9e2c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ca2eb13328084942b566249cd4915904, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a3ed4977910e468a93c910ace69c415e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3cd506c749af47d3a53950ef7f897fe7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/26d9e61f922c471396339cb06499ecb9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3297a425df2c49ca843c53a4e20af4e6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a383e40883834e26bc9567319f8af8de, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a5531407db7345608e7effb132c365e7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ace9c73cb64f41f79520cc1ccc632bd6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/6a523bcf0c8a4babbfc8e8343a1685ac, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/04c42fd28c084480b393575e57c815c5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/efe0e63b0229439dbd35c490e8b84a04, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f4d94426b0f6438facf755cae6e7ca47, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/98ad006f918347f688d0c72edb3de595, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/5428370e1fff412e89329ddde9f31eac, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/586c89faed1c43769e79c18633e033fa, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1e4eb7283271401cb303a8d6a4074a1f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9666f64150c742088b11328373aaf59f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1bc503c4a5954ab89866800c43b86c40, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/2524959ce4714cc79402ea99b488db16, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0f6cb03b6c5f41c39b6c6cff8fbc4961, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/132d8b6e1b164463aa265cf7793c3044, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/533069d5788447e8aae63bcb5efb2de4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9a20163748de4d34b3359cba0a6198fc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/d2637e8ea0a24a4fb3e308fc4b139928, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f66b9c553e164c3d80e34fa86f89afbd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0c81bf0a5cf14b69a89295fdb6c100a9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9d7f070b836e44639c170ed75657b703, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/bf5e256d11df4ac08ef20b0b65ad0b31] to archive 2024-12-15T14:34:28,331 DEBUG [StoreCloser-TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:34:28,347 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/682884b8567646ca854cac5850adfb23 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/682884b8567646ca854cac5850adfb23 2024-12-15T14:34:28,371 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9984c5f425af45a58641f2e46af07de9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9984c5f425af45a58641f2e46af07de9 2024-12-15T14:34:28,403 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/edfa780ba24741ed86162aff6d6d9e2c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/edfa780ba24741ed86162aff6d6d9e2c 2024-12-15T14:34:28,405 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3297a425df2c49ca843c53a4e20af4e6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3297a425df2c49ca843c53a4e20af4e6 2024-12-15T14:34:28,405 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ca2eb13328084942b566249cd4915904 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ca2eb13328084942b566249cd4915904 2024-12-15T14:34:28,407 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/26d9e61f922c471396339cb06499ecb9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/26d9e61f922c471396339cb06499ecb9 2024-12-15T14:34:28,408 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a5531407db7345608e7effb132c365e7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a5531407db7345608e7effb132c365e7 2024-12-15T14:34:28,427 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a3ed4977910e468a93c910ace69c415e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a3ed4977910e468a93c910ace69c415e 2024-12-15T14:34:28,427 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a383e40883834e26bc9567319f8af8de to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/a383e40883834e26bc9567319f8af8de 2024-12-15T14:34:28,429 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3cd506c749af47d3a53950ef7f897fe7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/3cd506c749af47d3a53950ef7f897fe7 2024-12-15T14:34:28,432 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/6a523bcf0c8a4babbfc8e8343a1685ac to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/6a523bcf0c8a4babbfc8e8343a1685ac 2024-12-15T14:34:28,432 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/04c42fd28c084480b393575e57c815c5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/04c42fd28c084480b393575e57c815c5 2024-12-15T14:34:28,432 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f4d94426b0f6438facf755cae6e7ca47 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f4d94426b0f6438facf755cae6e7ca47 2024-12-15T14:34:28,433 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/efe0e63b0229439dbd35c490e8b84a04 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/efe0e63b0229439dbd35c490e8b84a04 2024-12-15T14:34:28,434 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/98ad006f918347f688d0c72edb3de595 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/98ad006f918347f688d0c72edb3de595 2024-12-15T14:34:28,435 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ace9c73cb64f41f79520cc1ccc632bd6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/ace9c73cb64f41f79520cc1ccc632bd6 2024-12-15T14:34:28,456 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/5428370e1fff412e89329ddde9f31eac to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/5428370e1fff412e89329ddde9f31eac 2024-12-15T14:34:28,460 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9666f64150c742088b11328373aaf59f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9666f64150c742088b11328373aaf59f 2024-12-15T14:34:28,460 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1e4eb7283271401cb303a8d6a4074a1f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1e4eb7283271401cb303a8d6a4074a1f 2024-12-15T14:34:28,460 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1bc503c4a5954ab89866800c43b86c40 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/1bc503c4a5954ab89866800c43b86c40 2024-12-15T14:34:28,460 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/132d8b6e1b164463aa265cf7793c3044 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/132d8b6e1b164463aa265cf7793c3044 2024-12-15T14:34:28,460 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0f6cb03b6c5f41c39b6c6cff8fbc4961 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0f6cb03b6c5f41c39b6c6cff8fbc4961 2024-12-15T14:34:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T14:34:28,462 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/586c89faed1c43769e79c18633e033fa to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/586c89faed1c43769e79c18633e033fa 2024-12-15T14:34:28,466 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/2524959ce4714cc79402ea99b488db16 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/2524959ce4714cc79402ea99b488db16 2024-12-15T14:34:28,471 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9d7f070b836e44639c170ed75657b703 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9d7f070b836e44639c170ed75657b703 2024-12-15T14:34:28,472 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/d2637e8ea0a24a4fb3e308fc4b139928 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/d2637e8ea0a24a4fb3e308fc4b139928 2024-12-15T14:34:28,472 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f66b9c553e164c3d80e34fa86f89afbd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/f66b9c553e164c3d80e34fa86f89afbd 2024-12-15T14:34:28,472 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9a20163748de4d34b3359cba0a6198fc to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/9a20163748de4d34b3359cba0a6198fc 2024-12-15T14:34:28,480 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/533069d5788447e8aae63bcb5efb2de4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/533069d5788447e8aae63bcb5efb2de4 2024-12-15T14:34:28,480 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0c81bf0a5cf14b69a89295fdb6c100a9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/0c81bf0a5cf14b69a89295fdb6c100a9 2024-12-15T14:34:28,483 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/bf5e256d11df4ac08ef20b0b65ad0b31 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/bf5e256d11df4ac08ef20b0b65ad0b31 2024-12-15T14:34:28,510 DEBUG [StoreCloser-TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1a848c82d1d4b7b8d6dcff4b2700c16, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/919c263391424687b8840eca42bbc46e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/07b78c371fa7444c8c63aca78977aaf1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/71a703900f924a0fa211312147e51d0a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/4f3d4089ae2e4d71add1faf1cc1a13dd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c41fca01b5a64008b8ad133f2f0d245e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/cd1fd3451f5c4f0c9420a996417af148, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/97019822c43a4299a0c7b999fbd4c650, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c10a2b9f24684acc9aa099b684e61bd1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5dcad23d011f4d00a306edc191bf6960, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c989efa315f46719649db387c27308a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/504c980f8c434cab8d19be1d368bd696, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1642c55215b4f1096204aa89d195d3d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c3e96f052764e33a8a657f23222e3a4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/551450bf5f3341a8b2b7ed8147594b57, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/20159ee51b404144b866a81da9323fcb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/930673fe61f44a7c9f2213559801957a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b8cc1127a2ca4a258017e4b51b198f8a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/12d04df86d90476e85bddd4de7ad0705, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/280bf585ef7e4e87a6bd4aaba15a252a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a188a110dc8d43728d3d6bdc9d57c1bb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5ccfc77301f9426ca8741f1458542122, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/9eb5e67143154dc088196a8bdc691387, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5805a294f7394489a11184985bf8ba83, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/6c26a1c5d095453981604a5a404ab7d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a55156ee869b47d1996f91f69b25edb0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c244d2453128464bba6076b6412e3c0f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/802cdf4ece55414795beb09ce78c6a39, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/2aa70804446044ca99461e7ac640555c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/e16619e20b874706a1c0282a2ae5f70f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0ca88d5ee4f742b987da120835e511c7] to archive 2024-12-15T14:34:28,515 DEBUG [StoreCloser-TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:34:28,551 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/4f3d4089ae2e4d71add1faf1cc1a13dd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/4f3d4089ae2e4d71add1faf1cc1a13dd 2024-12-15T14:34:28,552 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/919c263391424687b8840eca42bbc46e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/919c263391424687b8840eca42bbc46e 2024-12-15T14:34:28,552 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/71a703900f924a0fa211312147e51d0a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/71a703900f924a0fa211312147e51d0a 2024-12-15T14:34:28,552 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c41fca01b5a64008b8ad133f2f0d245e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c41fca01b5a64008b8ad133f2f0d245e 2024-12-15T14:34:28,555 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/cd1fd3451f5c4f0c9420a996417af148 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/cd1fd3451f5c4f0c9420a996417af148 2024-12-15T14:34:28,555 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/07b78c371fa7444c8c63aca78977aaf1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/07b78c371fa7444c8c63aca78977aaf1 2024-12-15T14:34:28,565 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/97019822c43a4299a0c7b999fbd4c650 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/97019822c43a4299a0c7b999fbd4c650 2024-12-15T14:34:28,565 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1a848c82d1d4b7b8d6dcff4b2700c16 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1a848c82d1d4b7b8d6dcff4b2700c16 2024-12-15T14:34:28,572 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c10a2b9f24684acc9aa099b684e61bd1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c10a2b9f24684acc9aa099b684e61bd1 2024-12-15T14:34:28,572 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1642c55215b4f1096204aa89d195d3d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b1642c55215b4f1096204aa89d195d3d 2024-12-15T14:34:28,572 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c3e96f052764e33a8a657f23222e3a4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c3e96f052764e33a8a657f23222e3a4 2024-12-15T14:34:28,572 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5dcad23d011f4d00a306edc191bf6960 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5dcad23d011f4d00a306edc191bf6960 2024-12-15T14:34:28,572 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c989efa315f46719649db387c27308a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0c989efa315f46719649db387c27308a 2024-12-15T14:34:28,573 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/504c980f8c434cab8d19be1d368bd696 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/504c980f8c434cab8d19be1d368bd696 2024-12-15T14:34:28,624 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b8cc1127a2ca4a258017e4b51b198f8a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b8cc1127a2ca4a258017e4b51b198f8a 2024-12-15T14:34:28,624 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5ccfc77301f9426ca8741f1458542122 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5ccfc77301f9426ca8741f1458542122 2024-12-15T14:34:28,625 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/930673fe61f44a7c9f2213559801957a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/930673fe61f44a7c9f2213559801957a 2024-12-15T14:34:28,625 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a188a110dc8d43728d3d6bdc9d57c1bb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a188a110dc8d43728d3d6bdc9d57c1bb 2024-12-15T14:34:28,625 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/12d04df86d90476e85bddd4de7ad0705 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/12d04df86d90476e85bddd4de7ad0705 2024-12-15T14:34:28,626 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/280bf585ef7e4e87a6bd4aaba15a252a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/280bf585ef7e4e87a6bd4aaba15a252a 2024-12-15T14:34:28,626 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/551450bf5f3341a8b2b7ed8147594b57 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/551450bf5f3341a8b2b7ed8147594b57 2024-12-15T14:34:28,626 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/20159ee51b404144b866a81da9323fcb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/20159ee51b404144b866a81da9323fcb 2024-12-15T14:34:28,655 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/9eb5e67143154dc088196a8bdc691387 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/9eb5e67143154dc088196a8bdc691387 2024-12-15T14:34:28,656 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/6c26a1c5d095453981604a5a404ab7d0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/6c26a1c5d095453981604a5a404ab7d0 2024-12-15T14:34:28,658 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0ca88d5ee4f742b987da120835e511c7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0ca88d5ee4f742b987da120835e511c7 2024-12-15T14:34:28,658 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/e16619e20b874706a1c0282a2ae5f70f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/e16619e20b874706a1c0282a2ae5f70f 2024-12-15T14:34:28,659 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a55156ee869b47d1996f91f69b25edb0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/a55156ee869b47d1996f91f69b25edb0 2024-12-15T14:34:28,659 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/802cdf4ece55414795beb09ce78c6a39 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/802cdf4ece55414795beb09ce78c6a39 2024-12-15T14:34:28,659 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c244d2453128464bba6076b6412e3c0f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/c244d2453128464bba6076b6412e3c0f 2024-12-15T14:34:28,659 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/2aa70804446044ca99461e7ac640555c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/2aa70804446044ca99461e7ac640555c 2024-12-15T14:34:28,659 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5805a294f7394489a11184985bf8ba83 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/5805a294f7394489a11184985bf8ba83 2024-12-15T14:34:28,671 DEBUG [StoreCloser-TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/818c9fcf520d460ca324e15de60fb775, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/56c6eec149bb414c936abd3705e854a0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/877afba2e3ff49a0a8090ba02444fbbc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/3aafb9294c904e62b96f8f201e0392e4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4d9ced69c66446019919476766f68899, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/cf18d9016b8e45ff8d6d63b1bcff953d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/e44ddc1c68824783b95daded82a459cf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/fa3406acb2484020b567bd43400fde6c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/01117233c0bb4b9fa3e064b776b30c91, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63c83ee222f642faae4e8ff5473af795, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f47b76d5145647d89aa7d1c296ad1002, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4eda292e45154d0291400422dbd64441, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/46682c64d561448b926e73f929c12e37, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/c13b690701bc4a41bca4dce9734c2f39, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/25884afe829a4287820dec715f20810d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/df8814885ce2456b932d6c11ed2800d1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/5f3deeb9b511463a955af103a039beb4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d8ec5210664d428381db527a36262295, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/04dd23fa25f2456f81618030073ff532, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/378806d882134bbb9c924fafa945ff4f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/bb780febbdb64a1ab0cc65b41f3fd41d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d2be18e370bb4f3ab14f80b723b83de3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f5329b5a45ff4839b484c211a8764410, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63fcee3cc4094fd29af2d623bc8ed789, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/7e1a2f9e41914924a1496783a145e968, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/66db85fe4afc43e5adf0d8af03e3ee2b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d73d56caa7f54d25aad23138c5c8794a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/b847c77ed02e4b30bb7adc67314032fd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/8f1b9ab284ba428a882d30d9059b6a10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/22dcb475bc364d43a0908d610a2dcb02, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/2225e26d7e2d4c568c114123664cf76b] to archive 2024-12-15T14:34:28,674 DEBUG [StoreCloser-TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:34:28,678 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/818c9fcf520d460ca324e15de60fb775 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/818c9fcf520d460ca324e15de60fb775 2024-12-15T14:34:28,678 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/56c6eec149bb414c936abd3705e854a0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/56c6eec149bb414c936abd3705e854a0 2024-12-15T14:34:28,682 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/877afba2e3ff49a0a8090ba02444fbbc to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/877afba2e3ff49a0a8090ba02444fbbc 2024-12-15T14:34:28,682 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/3aafb9294c904e62b96f8f201e0392e4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/3aafb9294c904e62b96f8f201e0392e4 2024-12-15T14:34:28,724 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/cf18d9016b8e45ff8d6d63b1bcff953d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/cf18d9016b8e45ff8d6d63b1bcff953d 2024-12-15T14:34:28,726 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4d9ced69c66446019919476766f68899 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4d9ced69c66446019919476766f68899 2024-12-15T14:34:28,729 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63c83ee222f642faae4e8ff5473af795 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63c83ee222f642faae4e8ff5473af795 2024-12-15T14:34:28,729 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/fa3406acb2484020b567bd43400fde6c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/fa3406acb2484020b567bd43400fde6c 2024-12-15T14:34:28,729 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/01117233c0bb4b9fa3e064b776b30c91 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/01117233c0bb4b9fa3e064b776b30c91 2024-12-15T14:34:28,730 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f47b76d5145647d89aa7d1c296ad1002 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f47b76d5145647d89aa7d1c296ad1002 2024-12-15T14:34:28,755 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/c13b690701bc4a41bca4dce9734c2f39 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/c13b690701bc4a41bca4dce9734c2f39 2024-12-15T14:34:28,757 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/46682c64d561448b926e73f929c12e37 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/46682c64d561448b926e73f929c12e37 2024-12-15T14:34:28,757 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/e44ddc1c68824783b95daded82a459cf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/e44ddc1c68824783b95daded82a459cf 2024-12-15T14:34:28,757 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4eda292e45154d0291400422dbd64441 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/4eda292e45154d0291400422dbd64441 2024-12-15T14:34:28,760 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/5f3deeb9b511463a955af103a039beb4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/5f3deeb9b511463a955af103a039beb4 2024-12-15T14:34:28,761 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/25884afe829a4287820dec715f20810d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/25884afe829a4287820dec715f20810d 2024-12-15T14:34:28,761 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d8ec5210664d428381db527a36262295 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d8ec5210664d428381db527a36262295 2024-12-15T14:34:28,762 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/df8814885ce2456b932d6c11ed2800d1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/df8814885ce2456b932d6c11ed2800d1 2024-12-15T14:34:28,799 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/66db85fe4afc43e5adf0d8af03e3ee2b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/66db85fe4afc43e5adf0d8af03e3ee2b 2024-12-15T14:34:28,799 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63fcee3cc4094fd29af2d623bc8ed789 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/63fcee3cc4094fd29af2d623bc8ed789 2024-12-15T14:34:28,800 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f5329b5a45ff4839b484c211a8764410 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/f5329b5a45ff4839b484c211a8764410 2024-12-15T14:34:28,800 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/378806d882134bbb9c924fafa945ff4f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/378806d882134bbb9c924fafa945ff4f 2024-12-15T14:34:28,800 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/04dd23fa25f2456f81618030073ff532 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/04dd23fa25f2456f81618030073ff532 2024-12-15T14:34:28,802 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/7e1a2f9e41914924a1496783a145e968 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/7e1a2f9e41914924a1496783a145e968 2024-12-15T14:34:28,827 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/b847c77ed02e4b30bb7adc67314032fd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/b847c77ed02e4b30bb7adc67314032fd 2024-12-15T14:34:28,827 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d73d56caa7f54d25aad23138c5c8794a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d73d56caa7f54d25aad23138c5c8794a 2024-12-15T14:34:28,827 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/8f1b9ab284ba428a882d30d9059b6a10 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/8f1b9ab284ba428a882d30d9059b6a10 2024-12-15T14:34:28,828 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/2225e26d7e2d4c568c114123664cf76b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/2225e26d7e2d4c568c114123664cf76b 2024-12-15T14:34:28,828 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/bb780febbdb64a1ab0cc65b41f3fd41d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/bb780febbdb64a1ab0cc65b41f3fd41d 2024-12-15T14:34:28,828 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d2be18e370bb4f3ab14f80b723b83de3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/d2be18e370bb4f3ab14f80b723b83de3 2024-12-15T14:34:28,831 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/22dcb475bc364d43a0908d610a2dcb02 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/22dcb475bc364d43a0908d610a2dcb02 2024-12-15T14:34:28,889 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=1 2024-12-15T14:34:28,901 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a. 2024-12-15T14:34:28,901 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1635): Region close journal for 2f888e089677cf0295fb5d4d0115116a: 2024-12-15T14:34:28,906 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(170): Closed 2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:28,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=2f888e089677cf0295fb5d4d0115116a, regionState=CLOSED 2024-12-15T14:34:28,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-15T14:34:28,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure 2f888e089677cf0295fb5d4d0115116a, server=6279ffe7531b,40081,1734273153198 in 1.5090 sec 2024-12-15T14:34:28,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=81, resume processing ppid=80 2024-12-15T14:34:28,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2f888e089677cf0295fb5d4d0115116a, UNASSIGN in 1.5140 sec 2024-12-15T14:34:28,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-15T14:34:28,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5180 sec 2024-12-15T14:34:28,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273268928"}]},"ts":"1734273268928"} 2024-12-15T14:34:28,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T14:34:28,975 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T14:34:29,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6450 sec 2024-12-15T14:34:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T14:34:29,463 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-15T14:34:29,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T14:34:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=83, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,476 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=83, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T14:34:29,493 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:29,543 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/recovered.edits] 2024-12-15T14:34:29,556 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/b7298830882342108adb86095cb3b7f6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/b7298830882342108adb86095cb3b7f6 2024-12-15T14:34:29,557 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/55dbcd56133d47a78eb2996a6d214b9e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/A/55dbcd56133d47a78eb2996a6d214b9e 2024-12-15T14:34:29,560 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0aa4a6e6c9864bdba42ba5e7202d6884 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/0aa4a6e6c9864bdba42ba5e7202d6884 2024-12-15T14:34:29,561 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b390e4ba7b37482e9281f3091d6c7e4e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/B/b390e4ba7b37482e9281f3091d6c7e4e 2024-12-15T14:34:29,565 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/dbf0002d003145e2aa25a07f6dad1480 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/dbf0002d003145e2aa25a07f6dad1480 2024-12-15T14:34:29,565 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/eefff48f618c43b79904878898796908 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/C/eefff48f618c43b79904878898796908 2024-12-15T14:34:29,570 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/recovered.edits/461.seqid to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a/recovered.edits/461.seqid 2024-12-15T14:34:29,575 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/2f888e089677cf0295fb5d4d0115116a 2024-12-15T14:34:29,575 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T14:34:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T14:34:29,602 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=83, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,607 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T14:34:29,620 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T14:34:29,621 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=83, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,621 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T14:34:29,622 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734273269622"}]},"ts":"9223372036854775807"} 2024-12-15T14:34:29,631 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T14:34:29,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2f888e089677cf0295fb5d4d0115116a, NAME => 'TestAcidGuarantees,,1734273221272.2f888e089677cf0295fb5d4d0115116a.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T14:34:29,631 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T14:34:29,632 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734273269631"}]},"ts":"9223372036854775807"} 2024-12-15T14:34:29,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T14:34:29,668 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=83, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 204 msec 2024-12-15T14:34:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T14:34:29,792 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-15T14:34:29,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244 (was 244), OpenFileDescriptor=453 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1548 (was 1805), ProcessCount=11 (was 11), AvailableMemoryMB=4090 (was 350) - AvailableMemoryMB LEAK? - 2024-12-15T14:34:29,816 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1548, ProcessCount=11, AvailableMemoryMB=4085 2024-12-15T14:34:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:34:29,818 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:34:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=84, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:29,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:34:29,823 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:29,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 84 2024-12-15T14:34:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-12-15T14:34:29,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:34:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742102_1278 (size=963) 2024-12-15T14:34:29,856 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:34:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742103_1279 (size=53) 2024-12-15T14:34:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-12-15T14:34:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-12-15T14:34:30,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:34:30,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c91e381ffb919ddbdd676ea8581a053c, disabling compactions & flushes 2024-12-15T14:34:30,279 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. after waiting 0 ms 2024-12-15T14:34:30,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,279 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:30,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:34:30,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734273270281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273270281"}]},"ts":"1734273270281"} 2024-12-15T14:34:30,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:34:30,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:34:30,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273270286"}]},"ts":"1734273270286"} 2024-12-15T14:34:30,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T14:34:30,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, ASSIGN}] 2024-12-15T14:34:30,309 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, ASSIGN 2024-12-15T14:34:30,310 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:34:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-12-15T14:34:30,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:30,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; OpenRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:34:30,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:30,617 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,617 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7285): Opening region: {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:34:30,618 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,618 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:34:30,618 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7327): checking encryption for c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,618 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7330): checking classloading for c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,629 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,632 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:34:30,633 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91e381ffb919ddbdd676ea8581a053c columnFamilyName A 2024-12-15T14:34:30,633 DEBUG [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:30,633 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(327): Store=c91e381ffb919ddbdd676ea8581a053c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:34:30,634 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,635 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:34:30,635 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91e381ffb919ddbdd676ea8581a053c columnFamilyName B 2024-12-15T14:34:30,635 DEBUG [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:30,636 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(327): Store=c91e381ffb919ddbdd676ea8581a053c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:34:30,636 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,638 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:34:30,638 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91e381ffb919ddbdd676ea8581a053c columnFamilyName C 2024-12-15T14:34:30,639 DEBUG [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:30,639 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(327): Store=c91e381ffb919ddbdd676ea8581a053c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:34:30,639 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,640 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,641 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,643 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:34:30,644 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1085): writing seq id for c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:30,655 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:34:30,656 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1102): Opened c91e381ffb919ddbdd676ea8581a053c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68988683, jitterRate=0.028011485934257507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:34:30,657 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1001): Region open journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:30,659 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., pid=86, masterSystemTime=1734273270614 2024-12-15T14:34:30,660 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,661 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:30,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:30,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-15T14:34:30,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; OpenRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 in 199 msec 2024-12-15T14:34:30,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-12-15T14:34:30,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, ASSIGN in 356 msec 2024-12-15T14:34:30,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:34:30,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273270666"}]},"ts":"1734273270666"} 2024-12-15T14:34:30,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T14:34:30,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:34:30,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-15T14:34:30,873 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:34:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-12-15T14:34:30,933 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 84 completed 2024-12-15T14:34:30,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b7324d5 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5434c92 2024-12-15T14:34:30,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:30,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:31,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:31,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:34:31,019 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:34:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:34:31,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:34:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T14:34:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742104_1280 (size=999) 2024-12-15T14:34:31,507 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T14:34:31,507 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T14:34:31,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:34:31,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, REOPEN/MOVE}] 2024-12-15T14:34:31,511 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, REOPEN/MOVE 2024-12-15T14:34:31,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:31,512 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:34:31,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:34:31,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:31,664 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,664 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:34:31,664 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing c91e381ffb919ddbdd676ea8581a053c, disabling compactions & flushes 2024-12-15T14:34:31,664 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,664 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,664 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. after waiting 0 ms 2024-12-15T14:34:31,664 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,668 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T14:34:31,669 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,669 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:31,669 WARN [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionServer(3786): Not adding moved region record: c91e381ffb919ddbdd676ea8581a053c to self. 2024-12-15T14:34:31,670 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=CLOSED 2024-12-15T14:34:31,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-15T14:34:31,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 in 159 msec 2024-12-15T14:34:31,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, REOPEN/MOVE; state=CLOSED, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=true 2024-12-15T14:34:31,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:31,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=89, state=RUNNABLE; OpenRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:34:31,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:31,980 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,980 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7285): Opening region: {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:34:31,981 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,981 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:34:31,981 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7327): checking encryption for c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,981 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7330): checking classloading for c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,983 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,984 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:34:31,984 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91e381ffb919ddbdd676ea8581a053c columnFamilyName A 2024-12-15T14:34:31,985 DEBUG [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:31,986 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(327): Store=c91e381ffb919ddbdd676ea8581a053c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:34:31,986 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,987 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:34:31,987 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91e381ffb919ddbdd676ea8581a053c columnFamilyName B 2024-12-15T14:34:31,987 DEBUG [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:31,988 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(327): Store=c91e381ffb919ddbdd676ea8581a053c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:34:31,988 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,988 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:34:31,989 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91e381ffb919ddbdd676ea8581a053c columnFamilyName C 2024-12-15T14:34:31,989 DEBUG [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:31,989 INFO [StoreOpener-c91e381ffb919ddbdd676ea8581a053c-1 {}] regionserver.HStore(327): Store=c91e381ffb919ddbdd676ea8581a053c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:34:31,989 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,990 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,991 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,993 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:34:31,994 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1085): writing seq id for c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:31,995 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1102): Opened c91e381ffb919ddbdd676ea8581a053c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74967499, jitterRate=0.11710278689861298}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:34:31,996 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1001): Region open journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:31,996 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., pid=91, masterSystemTime=1734273271977 2024-12-15T14:34:31,998 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,998 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:31,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=OPEN, openSeqNum=5, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=89 2024-12-15T14:34:32,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=89, state=SUCCESS; OpenRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 in 174 msec 2024-12-15T14:34:32,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-12-15T14:34:32,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, REOPEN/MOVE in 491 msec 2024-12-15T14:34:32,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-15T14:34:32,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-12-15T14:34:32,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 972 msec 2024-12-15T14:34:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T14:34:32,008 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d930fb1 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52abed4d 2024-12-15T14:34:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d80c576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x114e6211 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c0234f0 2024-12-15T14:34:32,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a2e973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x191ae36a to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14b2e10d 2024-12-15T14:34:32,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145b6b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x133cc1f0 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1085e013 2024-12-15T14:34:32,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcd5639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cfa4b91 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53c0ab65 2024-12-15T14:34:32,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660943ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76c85b99 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a70c269 2024-12-15T14:34:32,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d958a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13010d94 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fbee617 2024-12-15T14:34:32,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaf022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e75b9c0 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c37647 2024-12-15T14:34:32,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f21f55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721e6c0a to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fb24d40 2024-12-15T14:34:32,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f69def6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,297 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c20a8d9 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51453050 2024-12-15T14:34:32,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60eadae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:34:32,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-12-15T14:34:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:32,373 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:32,374 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:32,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:32,378 DEBUG [hconnection-0xc16a452-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,383 DEBUG [hconnection-0x7a55a6a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,384 DEBUG [hconnection-0x21d37bff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,385 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,385 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,387 DEBUG [hconnection-0x619fd260-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,390 DEBUG [hconnection-0x694711a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,391 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,391 DEBUG [hconnection-0x6aa80aec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,392 DEBUG [hconnection-0x7ecd06dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,393 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:32,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:34:32,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:32,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:32,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:32,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:32,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:32,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:32,399 DEBUG [hconnection-0x16fe860a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,401 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,403 DEBUG [hconnection-0xeb821cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,408 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,411 DEBUG [hconnection-0x3724815c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:34:32,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:34:32,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273332417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273332418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273332419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273332419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273332421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:32,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155720224ca7d4470e99ed002a6d5d9048_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273272394/Put/seqid=0 2024-12-15T14:34:32,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273332519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742105_1281 (size=12154) 2024-12-15T14:34:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273332524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273332525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273332528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273332532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:32,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:32,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:32,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:32,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:32,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:32,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273332722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273332727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273332733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273332732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273332737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:32,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:32,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:32,929 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:32,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155720224ca7d4470e99ed002a6d5d9048_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155720224ca7d4470e99ed002a6d5d9048_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:32,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/73c7b98531a34a6eb7403846d4bd9df6, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:32,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/73c7b98531a34a6eb7403846d4bd9df6 is 175, key is test_row_0/A:col10/1734273272394/Put/seqid=0 2024-12-15T14:34:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742106_1282 (size=30955) 2024-12-15T14:34:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:33,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273333028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273333030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273333035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273333039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273333039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/73c7b98531a34a6eb7403846d4bd9df6 2024-12-15T14:34:33,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/4e0b6cb75a994d2d999d679c22580df2 is 50, key is test_row_0/B:col10/1734273272394/Put/seqid=0 2024-12-15T14:34:33,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742107_1283 (size=12001) 2024-12-15T14:34:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:33,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273333547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273333551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273333551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273333551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273333551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:33,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:33,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/4e0b6cb75a994d2d999d679c22580df2 2024-12-15T14:34:33,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/dc591f92744144cb97d7285a8e2e8c35 is 50, key is test_row_0/C:col10/1734273272394/Put/seqid=0 2024-12-15T14:34:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742108_1284 (size=12001) 2024-12-15T14:34:33,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/dc591f92744144cb97d7285a8e2e8c35 2024-12-15T14:34:33,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/73c7b98531a34a6eb7403846d4bd9df6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6 2024-12-15T14:34:33,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6, entries=150, sequenceid=17, filesize=30.2 K 2024-12-15T14:34:33,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/4e0b6cb75a994d2d999d679c22580df2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4e0b6cb75a994d2d999d679c22580df2 2024-12-15T14:34:33,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4e0b6cb75a994d2d999d679c22580df2, entries=150, sequenceid=17, filesize=11.7 K 2024-12-15T14:34:33,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/dc591f92744144cb97d7285a8e2e8c35 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dc591f92744144cb97d7285a8e2e8c35 2024-12-15T14:34:33,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dc591f92744144cb97d7285a8e2e8c35, entries=150, sequenceid=17, filesize=11.7 K 2024-12-15T14:34:33,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c91e381ffb919ddbdd676ea8581a053c in 1582ms, sequenceid=17, compaction requested=false 2024-12-15T14:34:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T14:34:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:33,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:33,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T14:34:33,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:33,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:34:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:33,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121529011e2951794b018653a828ce1bd094_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273272416/Put/seqid=0 2024-12-15T14:34:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742109_1285 (size=12154) 2024-12-15T14:34:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:34,409 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121529011e2951794b018653a828ce1bd094_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121529011e2951794b018653a828ce1bd094_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:34,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/f9e665d0a6a6470c92935131e2760170, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:34,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/f9e665d0a6a6470c92935131e2760170 is 175, key is test_row_0/A:col10/1734273272416/Put/seqid=0 2024-12-15T14:34:34,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:34:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742110_1286 (size=30955) 2024-12-15T14:34:34,447 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/f9e665d0a6a6470c92935131e2760170 2024-12-15T14:34:34,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/81fa06fafc7146ee897dbaa241ce5918 is 50, key is test_row_0/B:col10/1734273272416/Put/seqid=0 2024-12-15T14:34:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:34,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742111_1287 (size=12001) 2024-12-15T14:34:34,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273334588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273334590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273334591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273334593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273334594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273334701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273334701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273334701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273334701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273334704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273334905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273334908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273334916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273334923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273334923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:34,936 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/81fa06fafc7146ee897dbaa241ce5918 2024-12-15T14:34:34,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/84a967bb4c4249c78a16242da45613fb is 50, key is test_row_0/C:col10/1734273272416/Put/seqid=0 2024-12-15T14:34:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742112_1288 (size=12001) 2024-12-15T14:34:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273335214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273335221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273335231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273335231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273335238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,410 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/84a967bb4c4249c78a16242da45613fb 2024-12-15T14:34:35,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/f9e665d0a6a6470c92935131e2760170 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170 2024-12-15T14:34:35,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170, entries=150, sequenceid=41, filesize=30.2 K 2024-12-15T14:34:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/81fa06fafc7146ee897dbaa241ce5918 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/81fa06fafc7146ee897dbaa241ce5918 2024-12-15T14:34:35,518 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/81fa06fafc7146ee897dbaa241ce5918, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T14:34:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/84a967bb4c4249c78a16242da45613fb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/84a967bb4c4249c78a16242da45613fb 2024-12-15T14:34:35,563 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/84a967bb4c4249c78a16242da45613fb, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T14:34:35,573 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c91e381ffb919ddbdd676ea8581a053c in 1587ms, sequenceid=41, compaction requested=false 2024-12-15T14:34:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-12-15T14:34:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-12-15T14:34:35,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-15T14:34:35,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2000 sec 2024-12-15T14:34:35,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 3.2120 sec 2024-12-15T14:34:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:35,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:34:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:35,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:35,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215919e3268e1e342908c71089eebed94ec_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273335807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273335813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273335817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273335829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273335832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742113_1289 (size=12154) 2024-12-15T14:34:35,859 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:35,881 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215919e3268e1e342908c71089eebed94ec_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215919e3268e1e342908c71089eebed94ec_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:35,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/6cf725020cd949aebdef373e3e2d841b, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:35,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/6cf725020cd949aebdef373e3e2d841b is 175, key is test_row_0/A:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742114_1290 (size=30955) 2024-12-15T14:34:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273335930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,940 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/6cf725020cd949aebdef373e3e2d841b 2024-12-15T14:34:35,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273335935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273335935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273335946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:35,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273335950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:35,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/9d77516211db4ad889c9e00dc529fb54 is 50, key is test_row_0/B:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742115_1291 (size=12001) 2024-12-15T14:34:36,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273336142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273336142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273336151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273336159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273336170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/9d77516211db4ad889c9e00dc529fb54 2024-12-15T14:34:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273336453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273336456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273336457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/be59b7c47bc2479b9a48066438fb7b42 is 50, key is test_row_0/C:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:36,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273336472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273336488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T14:34:36,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742116_1292 (size=12001) 2024-12-15T14:34:36,515 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-12-15T14:34:36,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/be59b7c47bc2479b9a48066438fb7b42 2024-12-15T14:34:36,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-12-15T14:34:36,525 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:36,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:36,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T14:34:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/6cf725020cd949aebdef373e3e2d841b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b 2024-12-15T14:34:36,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b, entries=150, sequenceid=55, filesize=30.2 K 2024-12-15T14:34:36,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/9d77516211db4ad889c9e00dc529fb54 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9d77516211db4ad889c9e00dc529fb54 2024-12-15T14:34:36,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9d77516211db4ad889c9e00dc529fb54, entries=150, sequenceid=55, filesize=11.7 K 2024-12-15T14:34:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T14:34:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/be59b7c47bc2479b9a48066438fb7b42 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/be59b7c47bc2479b9a48066438fb7b42 2024-12-15T14:34:36,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/be59b7c47bc2479b9a48066438fb7b42, entries=150, sequenceid=55, filesize=11.7 K 2024-12-15T14:34:36,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c91e381ffb919ddbdd676ea8581a053c in 943ms, sequenceid=55, compaction requested=true 2024-12-15T14:34:36,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:36,679 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:36,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:36,680 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:36,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:36,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:36,684 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:36,684 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:36,684 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/B is initiating minor compaction (all files) 2024-12-15T14:34:36,684 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/A is initiating minor compaction (all files) 2024-12-15T14:34:36,684 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/B in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:36,684 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/A in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:36,684 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4e0b6cb75a994d2d999d679c22580df2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/81fa06fafc7146ee897dbaa241ce5918, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9d77516211db4ad889c9e00dc529fb54] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=35.2 K 2024-12-15T14:34:36,684 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=90.7 K 2024-12-15T14:34:36,684 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:36,684 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b] 2024-12-15T14:34:36,685 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e0b6cb75a994d2d999d679c22580df2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734273272391 2024-12-15T14:34:36,685 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c7b98531a34a6eb7403846d4bd9df6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734273272391 2024-12-15T14:34:36,685 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9e665d0a6a6470c92935131e2760170, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734273272415 2024-12-15T14:34:36,685 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 81fa06fafc7146ee897dbaa241ce5918, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734273272415 2024-12-15T14:34:36,686 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cf725020cd949aebdef373e3e2d841b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734273274568 2024-12-15T14:34:36,686 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d77516211db4ad889c9e00dc529fb54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734273274568 2024-12-15T14:34:36,701 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:36,701 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/9dd34e165aaf4ee4a2bc179faf799377 is 50, key is test_row_0/B:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:36,704 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:36,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151337509876304762a40b57086f693557_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273275803/Put/seqid=0 2024-12-15T14:34:36,744 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215da07d7e004124374938e0100b32bc071_c91e381ffb919ddbdd676ea8581a053c store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:36,746 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215da07d7e004124374938e0100b32bc071_c91e381ffb919ddbdd676ea8581a053c, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:36,746 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215da07d7e004124374938e0100b32bc071_c91e381ffb919ddbdd676ea8581a053c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742117_1293 (size=12104) 2024-12-15T14:34:36,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742118_1294 (size=12154) 2024-12-15T14:34:36,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:36,783 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/9dd34e165aaf4ee4a2bc179faf799377 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9dd34e165aaf4ee4a2bc179faf799377 2024-12-15T14:34:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742119_1295 (size=4469) 2024-12-15T14:34:36,802 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/B of c91e381ffb919ddbdd676ea8581a053c into 9dd34e165aaf4ee4a2bc179faf799377(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:36,802 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:36,803 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/B, priority=13, startTime=1734273276680; duration=0sec 2024-12-15T14:34:36,803 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:36,803 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:B 2024-12-15T14:34:36,803 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:36,804 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151337509876304762a40b57086f693557_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151337509876304762a40b57086f693557_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:36,804 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:36,804 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/C is initiating minor compaction (all files) 2024-12-15T14:34:36,804 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/C in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:36,805 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dc591f92744144cb97d7285a8e2e8c35, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/84a967bb4c4249c78a16242da45613fb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/be59b7c47bc2479b9a48066438fb7b42] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=35.2 K 2024-12-15T14:34:36,806 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting dc591f92744144cb97d7285a8e2e8c35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734273272391 2024-12-15T14:34:36,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/9fd8adbdf48f440fa05385d52f2e85d6, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:36,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/9fd8adbdf48f440fa05385d52f2e85d6 is 175, key is test_row_0/A:col10/1734273275803/Put/seqid=0 2024-12-15T14:34:36,811 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 84a967bb4c4249c78a16242da45613fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734273272415 2024-12-15T14:34:36,812 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting be59b7c47bc2479b9a48066438fb7b42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734273274568 2024-12-15T14:34:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742120_1296 (size=30955) 2024-12-15T14:34:36,818 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:36,819 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/43ce2550add34c65b0174c63ab81b2ef is 50, key is test_row_0/C:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:36,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742121_1297 (size=12104) 2024-12-15T14:34:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T14:34:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:36,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273336988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273336990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273336993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273336998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273337003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273337100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273337100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273337101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273337101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T14:34:37,213 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#A#compaction#247 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:37,214 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/c3157659f5df4195bd30c188c5bca14f is 175, key is test_row_0/A:col10/1734273275729/Put/seqid=0 2024-12-15T14:34:37,216 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/9fd8adbdf48f440fa05385d52f2e85d6 2024-12-15T14:34:37,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742122_1298 (size=31058) 2024-12-15T14:34:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/f341ea05658c40fb9efe5c0a2f475831 is 50, key is test_row_0/B:col10/1734273275803/Put/seqid=0 2024-12-15T14:34:37,273 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/43ce2550add34c65b0174c63ab81b2ef as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/43ce2550add34c65b0174c63ab81b2ef 2024-12-15T14:34:37,273 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/c3157659f5df4195bd30c188c5bca14f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c3157659f5df4195bd30c188c5bca14f 2024-12-15T14:34:37,288 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/A of c91e381ffb919ddbdd676ea8581a053c into c3157659f5df4195bd30c188c5bca14f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:37,288 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/C of c91e381ffb919ddbdd676ea8581a053c into 43ce2550add34c65b0174c63ab81b2ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:37,288 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:37,288 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:37,288 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/A, priority=13, startTime=1734273276679; duration=0sec 2024-12-15T14:34:37,288 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/C, priority=13, startTime=1734273276680; duration=0sec 2024-12-15T14:34:37,288 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:37,288 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:C 2024-12-15T14:34:37,289 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:37,289 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:A 2024-12-15T14:34:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742123_1299 (size=12001) 2024-12-15T14:34:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273337307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273337307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273337307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273337309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273337626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273337625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273337626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273337626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T14:34:37,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/f341ea05658c40fb9efe5c0a2f475831 2024-12-15T14:34:37,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/d3956cac8f5a4de79afecd71b48dd71b is 50, key is test_row_0/C:col10/1734273275803/Put/seqid=0 2024-12-15T14:34:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742124_1300 (size=12001) 2024-12-15T14:34:38,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273338021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273338131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273338131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:38,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273338131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:38,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273338140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:38,168 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/d3956cac8f5a4de79afecd71b48dd71b 2024-12-15T14:34:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/9fd8adbdf48f440fa05385d52f2e85d6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6 2024-12-15T14:34:38,197 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6, entries=150, sequenceid=78, filesize=30.2 K 2024-12-15T14:34:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/f341ea05658c40fb9efe5c0a2f475831 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f341ea05658c40fb9efe5c0a2f475831 2024-12-15T14:34:38,203 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f341ea05658c40fb9efe5c0a2f475831, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T14:34:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/d3956cac8f5a4de79afecd71b48dd71b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/d3956cac8f5a4de79afecd71b48dd71b 2024-12-15T14:34:38,213 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/d3956cac8f5a4de79afecd71b48dd71b, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T14:34:38,223 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c91e381ffb919ddbdd676ea8581a053c in 1543ms, sequenceid=78, compaction requested=false 2024-12-15T14:34:38,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:38,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-12-15T14:34:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-12-15T14:34:38,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-15T14:34:38,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7120 sec 2024-12-15T14:34:38,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.7320 sec 2024-12-15T14:34:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T14:34:38,636 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-15T14:34:38,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-12-15T14:34:38,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:38,644 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:38,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T14:34:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T14:34:38,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:38,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-12-15T14:34:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:38,808 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:34:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:38,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157ae5d30e51704eb48debad9535a6f469_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273276987/Put/seqid=0 2024-12-15T14:34:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742125_1301 (size=12154) 2024-12-15T14:34:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T14:34:39,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:39,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273339199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273339200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273339203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273339215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T14:34:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:39,270 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157ae5d30e51704eb48debad9535a6f469_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157ae5d30e51704eb48debad9535a6f469_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/1533f707ca274dab8f4018e317d6c9ea, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/1533f707ca274dab8f4018e317d6c9ea is 175, key is test_row_0/A:col10/1734273276987/Put/seqid=0 2024-12-15T14:34:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273339309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273339312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273339312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742126_1302 (size=30955) 2024-12-15T14:34:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273339321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,331 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/1533f707ca274dab8f4018e317d6c9ea 2024-12-15T14:34:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/898e7bae96594a9d80e971e382fb94fb is 50, key is test_row_0/B:col10/1734273276987/Put/seqid=0 2024-12-15T14:34:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742127_1303 (size=12001) 2024-12-15T14:34:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273339516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273339523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273339524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273339531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T14:34:39,821 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/898e7bae96594a9d80e971e382fb94fb 2024-12-15T14:34:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273339822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/c6353aed60aa4dc19b7a04392a4576ec is 50, key is test_row_0/C:col10/1734273276987/Put/seqid=0 2024-12-15T14:34:39,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742128_1304 (size=12001) 2024-12-15T14:34:39,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273339830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273339832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:39,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273339838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273340045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,052 DEBUG [Thread-1315 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:40,240 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/c6353aed60aa4dc19b7a04392a4576ec 2024-12-15T14:34:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/1533f707ca274dab8f4018e317d6c9ea as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea 2024-12-15T14:34:40,260 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea, entries=150, sequenceid=94, filesize=30.2 K 2024-12-15T14:34:40,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/898e7bae96594a9d80e971e382fb94fb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/898e7bae96594a9d80e971e382fb94fb 2024-12-15T14:34:40,266 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/898e7bae96594a9d80e971e382fb94fb, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:34:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/c6353aed60aa4dc19b7a04392a4576ec as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c6353aed60aa4dc19b7a04392a4576ec 2024-12-15T14:34:40,286 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c6353aed60aa4dc19b7a04392a4576ec, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:34:40,295 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c91e381ffb919ddbdd676ea8581a053c in 1487ms, sequenceid=94, compaction requested=true 2024-12-15T14:34:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-12-15T14:34:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-12-15T14:34:40,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-15T14:34:40,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6550 sec 2024-12-15T14:34:40,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.6780 sec 2024-12-15T14:34:40,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:34:40,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:40,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:40,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:40,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:40,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fd653a96b6fd4e3c9882a8ebc5f9b3e8_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273340367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273340367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273340369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742129_1305 (size=12154) 2024-12-15T14:34:40,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273340370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273340471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273340472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273340474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273340475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273340679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273340683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273340686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273340686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T14:34:40,759 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-15T14:34:40,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-12-15T14:34:40,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T14:34:40,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:40,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:40,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:40,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fd653a96b6fd4e3c9882a8ebc5f9b3e8_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fd653a96b6fd4e3c9882a8ebc5f9b3e8_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:40,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/77ad206a6a304decaecd937d2880c3c1, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:40,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/77ad206a6a304decaecd937d2880c3c1 is 175, key is test_row_0/A:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:40,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742130_1306 (size=30955) 2024-12-15T14:34:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T14:34:40,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:40,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273340982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273340991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:40,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273340996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273340999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T14:34:41,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/77ad206a6a304decaecd937d2880c3c1 2024-12-15T14:34:41,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/a3f6e064318347c893c1ea6c6fb095db is 50, key is test_row_0/B:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:41,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742131_1307 (size=12001) 2024-12-15T14:34:41,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/a3f6e064318347c893c1ea6c6fb095db 2024-12-15T14:34:41,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/16bbecb5e14f40229821ad5bc4f0b300 is 50, key is test_row_0/C:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T14:34:41,415 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742132_1308 (size=12001) 2024-12-15T14:34:41,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273341492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273341503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273341507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273341508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:41,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/16bbecb5e14f40229821ad5bc4f0b300 2024-12-15T14:34:41,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/77ad206a6a304decaecd937d2880c3c1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1 2024-12-15T14:34:41,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1, entries=150, sequenceid=118, filesize=30.2 K 2024-12-15T14:34:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/a3f6e064318347c893c1ea6c6fb095db as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/a3f6e064318347c893c1ea6c6fb095db 2024-12-15T14:34:41,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/a3f6e064318347c893c1ea6c6fb095db, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T14:34:41,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/16bbecb5e14f40229821ad5bc4f0b300 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/16bbecb5e14f40229821ad5bc4f0b300 2024-12-15T14:34:41,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/16bbecb5e14f40229821ad5bc4f0b300, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T14:34:41,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c91e381ffb919ddbdd676ea8581a053c in 1525ms, sequenceid=118, compaction requested=true 2024-12-15T14:34:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:41,865 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:41,865 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T14:34:41,873 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:41,874 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/A is initiating minor compaction (all files) 2024-12-15T14:34:41,874 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/A in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,874 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c3157659f5df4195bd30c188c5bca14f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=121.0 K 2024-12-15T14:34:41,874 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,874 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c3157659f5df4195bd30c188c5bca14f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1] 2024-12-15T14:34:41,874 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:41,874 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/B is initiating minor compaction (all files) 2024-12-15T14:34:41,874 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/B in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,874 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9dd34e165aaf4ee4a2bc179faf799377, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f341ea05658c40fb9efe5c0a2f475831, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/898e7bae96594a9d80e971e382fb94fb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/a3f6e064318347c893c1ea6c6fb095db] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=47.0 K 2024-12-15T14:34:41,875 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd34e165aaf4ee4a2bc179faf799377, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734273274568 2024-12-15T14:34:41,875 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3157659f5df4195bd30c188c5bca14f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734273274568 2024-12-15T14:34:41,875 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f341ea05658c40fb9efe5c0a2f475831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273275801 2024-12-15T14:34:41,875 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fd8adbdf48f440fa05385d52f2e85d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273275801 2024-12-15T14:34:41,876 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 898e7bae96594a9d80e971e382fb94fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273276978 2024-12-15T14:34:41,876 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1533f707ca274dab8f4018e317d6c9ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273276978 2024-12-15T14:34:41,876 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a3f6e064318347c893c1ea6c6fb095db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734273279179 2024-12-15T14:34:41,876 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77ad206a6a304decaecd937d2880c3c1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734273279179 2024-12-15T14:34:41,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:41,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:41,886 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:41,892 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:41,892 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/f594e5c74b72479891066974c0aa3029 is 50, key is test_row_0/B:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:41,893 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:41,901 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215cbdbfee626594b7ead8718e5d1a537c5_c91e381ffb919ddbdd676ea8581a053c store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:41,903 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215cbdbfee626594b7ead8718e5d1a537c5_c91e381ffb919ddbdd676ea8581a053c, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:41,903 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cbdbfee626594b7ead8718e5d1a537c5_c91e381ffb919ddbdd676ea8581a053c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:41,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155f29b8ea409e4407abe8441d407c96f2_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273280369/Put/seqid=0 2024-12-15T14:34:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742134_1310 (size=4469) 2024-12-15T14:34:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742133_1309 (size=12241) 2024-12-15T14:34:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742135_1311 (size=12204) 2024-12-15T14:34:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:42,032 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155f29b8ea409e4407abe8441d407c96f2_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155f29b8ea409e4407abe8441d407c96f2_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:42,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/753841c6c123476baa9354a254c8ea50, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:42,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/753841c6c123476baa9354a254c8ea50 is 175, key is test_row_0/A:col10/1734273280369/Put/seqid=0 2024-12-15T14:34:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742136_1312 (size=31005) 2024-12-15T14:34:42,069 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/753841c6c123476baa9354a254c8ea50 2024-12-15T14:34:42,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/39eed2c001e64ee8bdcd8dcf08d96aec is 50, key is test_row_0/B:col10/1734273280369/Put/seqid=0 2024-12-15T14:34:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742137_1313 (size=12051) 2024-12-15T14:34:42,178 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/39eed2c001e64ee8bdcd8dcf08d96aec 2024-12-15T14:34:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/1375dd4e4484442da85b03d5f21306f0 is 50, key is test_row_0/C:col10/1734273280369/Put/seqid=0 2024-12-15T14:34:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742138_1314 (size=12051) 2024-12-15T14:34:42,366 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#A#compaction#259 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:42,366 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/a23bd2b70b47404b8ca998ed83b7eee8 is 175, key is test_row_0/A:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742139_1315 (size=31195) 2024-12-15T14:34:42,387 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/a23bd2b70b47404b8ca998ed83b7eee8 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a23bd2b70b47404b8ca998ed83b7eee8 2024-12-15T14:34:42,400 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/f594e5c74b72479891066974c0aa3029 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f594e5c74b72479891066974c0aa3029 2024-12-15T14:34:42,404 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/A of c91e381ffb919ddbdd676ea8581a053c into a23bd2b70b47404b8ca998ed83b7eee8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:42,404 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:42,404 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/A, priority=12, startTime=1734273281864; duration=0sec 2024-12-15T14:34:42,404 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:42,404 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:A 2024-12-15T14:34:42,405 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:42,407 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:42,407 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/C is initiating minor compaction (all files) 2024-12-15T14:34:42,407 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/C in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:42,407 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/43ce2550add34c65b0174c63ab81b2ef, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/d3956cac8f5a4de79afecd71b48dd71b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c6353aed60aa4dc19b7a04392a4576ec, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/16bbecb5e14f40229821ad5bc4f0b300] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=47.0 K 2024-12-15T14:34:42,411 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43ce2550add34c65b0174c63ab81b2ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734273274568 2024-12-15T14:34:42,412 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3956cac8f5a4de79afecd71b48dd71b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273275801 2024-12-15T14:34:42,412 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6353aed60aa4dc19b7a04392a4576ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273276978 2024-12-15T14:34:42,412 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16bbecb5e14f40229821ad5bc4f0b300, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734273279179 2024-12-15T14:34:42,412 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/B of c91e381ffb919ddbdd676ea8581a053c into f594e5c74b72479891066974c0aa3029(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:42,412 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:42,413 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/B, priority=12, startTime=1734273281865; duration=0sec 2024-12-15T14:34:42,413 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:42,413 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:B 2024-12-15T14:34:42,433 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:42,434 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4078a26d8c424ac1a672b862813f9274 is 50, key is test_row_0/C:col10/1734273279203/Put/seqid=0 2024-12-15T14:34:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742140_1316 (size=12241) 2024-12-15T14:34:42,478 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4078a26d8c424ac1a672b862813f9274 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4078a26d8c424ac1a672b862813f9274 2024-12-15T14:34:42,484 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/C of c91e381ffb919ddbdd676ea8581a053c into 4078a26d8c424ac1a672b862813f9274(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:42,484 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:42,484 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/C, priority=12, startTime=1734273281865; duration=0sec 2024-12-15T14:34:42,484 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:42,484 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:C 2024-12-15T14:34:42,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273342538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273342538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273342544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273342546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273342647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273342648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273342649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273342656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/1375dd4e4484442da85b03d5f21306f0 2024-12-15T14:34:42,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/753841c6c123476baa9354a254c8ea50 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50 2024-12-15T14:34:42,674 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50, entries=150, sequenceid=130, filesize=30.3 K 2024-12-15T14:34:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/39eed2c001e64ee8bdcd8dcf08d96aec as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/39eed2c001e64ee8bdcd8dcf08d96aec 2024-12-15T14:34:42,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/39eed2c001e64ee8bdcd8dcf08d96aec, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:34:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/1375dd4e4484442da85b03d5f21306f0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/1375dd4e4484442da85b03d5f21306f0 2024-12-15T14:34:42,691 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/1375dd4e4484442da85b03d5f21306f0, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:34:42,692 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c91e381ffb919ddbdd676ea8581a053c in 806ms, sequenceid=130, compaction requested=false 2024-12-15T14:34:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-12-15T14:34:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-12-15T14:34:42,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-15T14:34:42,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-12-15T14:34:42,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.9360 sec 2024-12-15T14:34:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:42,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:34:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:42,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:42,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e03333d319048a3aca1610cab8c22fe_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742141_1317 (size=17284) 2024-12-15T14:34:42,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273342864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273342864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T14:34:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273342869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,874 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-15T14:34:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273342870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-12-15T14:34:42,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e03333d319048a3aca1610cab8c22fe_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e03333d319048a3aca1610cab8c22fe_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T14:34:42,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:42,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:42,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:42,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0c19b0099e354c01aa27244e987a1a5d, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:42,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0c19b0099e354c01aa27244e987a1a5d is 175, key is test_row_0/A:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:42,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742142_1318 (size=48389) 2024-12-15T14:34:42,892 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0c19b0099e354c01aa27244e987a1a5d 2024-12-15T14:34:42,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c5a1cb5f59324734b170a18c63c37504 is 50, key is test_row_0/B:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742143_1319 (size=12151) 2024-12-15T14:34:42,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c5a1cb5f59324734b170a18c63c37504 2024-12-15T14:34:42,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/bf47403f011845a7b732cd0d10c41648 is 50, key is test_row_0/C:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742144_1320 (size=12151) 2024-12-15T14:34:42,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/bf47403f011845a7b732cd0d10c41648 2024-12-15T14:34:42,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0c19b0099e354c01aa27244e987a1a5d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d 2024-12-15T14:34:42,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d, entries=250, sequenceid=159, filesize=47.3 K 2024-12-15T14:34:42,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c5a1cb5f59324734b170a18c63c37504 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c5a1cb5f59324734b170a18c63c37504 2024-12-15T14:34:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273342971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c5a1cb5f59324734b170a18c63c37504, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T14:34:42,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/bf47403f011845a7b732cd0d10c41648 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bf47403f011845a7b732cd0d10c41648 2024-12-15T14:34:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T14:34:42,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273342975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:42,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bf47403f011845a7b732cd0d10c41648, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T14:34:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273342976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:42,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c91e381ffb919ddbdd676ea8581a053c in 129ms, sequenceid=159, compaction requested=true 2024-12-15T14:34:42,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:42,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:42,982 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:42,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:42,982 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:42,983 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:42,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:42,983 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/A is initiating minor compaction (all files) 2024-12-15T14:34:42,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:42,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:42,983 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/A in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:42,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:42,983 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a23bd2b70b47404b8ca998ed83b7eee8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=108.0 K 2024-12-15T14:34:42,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:34:42,983 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:42,984 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a23bd2b70b47404b8ca998ed83b7eee8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d] 2024-12-15T14:34:42,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:42,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:42,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:42,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:42,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:42,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:42,985 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:42,985 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/B is initiating minor compaction (all files) 2024-12-15T14:34:42,985 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/B in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:42,985 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f594e5c74b72479891066974c0aa3029, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/39eed2c001e64ee8bdcd8dcf08d96aec, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c5a1cb5f59324734b170a18c63c37504] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=35.6 K 2024-12-15T14:34:42,985 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a23bd2b70b47404b8ca998ed83b7eee8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734273279179 2024-12-15T14:34:42,986 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f594e5c74b72479891066974c0aa3029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734273279179 2024-12-15T14:34:42,986 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 753841c6c123476baa9354a254c8ea50, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273280364 2024-12-15T14:34:42,986 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 39eed2c001e64ee8bdcd8dcf08d96aec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273280364 2024-12-15T14:34:42,987 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c5a1cb5f59324734b170a18c63c37504, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273282537 2024-12-15T14:34:42,987 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c19b0099e354c01aa27244e987a1a5d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273282537 2024-12-15T14:34:43,008 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:43,010 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:43,011 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/8be678d40a0a48ff88ab62e5bb393073 is 50, key is test_row_0/B:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:43,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a1f6992571094b5dbf16cf470deda471_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273282868/Put/seqid=0 2024-12-15T14:34:43,030 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412154f30d867af584fb68e44b3b4f4901688_c91e381ffb919ddbdd676ea8581a053c store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:43,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-15T14:34:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,032 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412154f30d867af584fb68e44b3b4f4901688_c91e381ffb919ddbdd676ea8581a053c, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:43,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,033 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154f30d867af584fb68e44b3b4f4901688_c91e381ffb919ddbdd676ea8581a053c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:43,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742145_1321 (size=12493) 2024-12-15T14:34:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742146_1322 (size=4469) 2024-12-15T14:34:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742147_1323 (size=12304) 2024-12-15T14:34:43,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:43,063 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a1f6992571094b5dbf16cf470deda471_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a1f6992571094b5dbf16cf470deda471_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:43,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/18aa4efd989447279156ad1ed54063d4, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:43,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/18aa4efd989447279156ad1ed54063d4 is 175, key is test_row_0/A:col10/1734273282868/Put/seqid=0 2024-12-15T14:34:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742148_1324 (size=31105) 2024-12-15T14:34:43,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/18aa4efd989447279156ad1ed54063d4 2024-12-15T14:34:43,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c172395fe90a42bfa6740c21ea81c893 is 50, key is test_row_0/B:col10/1734273282868/Put/seqid=0 2024-12-15T14:34:43,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742149_1325 (size=12151) 2024-12-15T14:34:43,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c172395fe90a42bfa6740c21ea81c893 2024-12-15T14:34:43,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/3dcb50502e2640dd9a502dd405960627 is 50, key is test_row_0/C:col10/1734273282868/Put/seqid=0 2024-12-15T14:34:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742150_1326 (size=12151) 2024-12-15T14:34:43,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273343106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273343174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T14:34:43,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273343181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273343183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-15T14:34:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273343210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-15T14:34:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273343413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,441 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/8be678d40a0a48ff88ab62e5bb393073 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/8be678d40a0a48ff88ab62e5bb393073 2024-12-15T14:34:43,445 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/B of c91e381ffb919ddbdd676ea8581a053c into 8be678d40a0a48ff88ab62e5bb393073(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:43,445 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:43,445 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/B, priority=13, startTime=1734273282982; duration=0sec 2024-12-15T14:34:43,445 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:43,445 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:B 2024-12-15T14:34:43,445 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:43,446 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:43,446 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/C is initiating minor compaction (all files) 2024-12-15T14:34:43,446 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/C in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,447 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4078a26d8c424ac1a672b862813f9274, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/1375dd4e4484442da85b03d5f21306f0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bf47403f011845a7b732cd0d10c41648] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=35.6 K 2024-12-15T14:34:43,447 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4078a26d8c424ac1a672b862813f9274, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734273279179 2024-12-15T14:34:43,447 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#A#compaction#267 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:43,447 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 1375dd4e4484442da85b03d5f21306f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273280364 2024-12-15T14:34:43,447 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/62e87f362e8249fa9e5b95b462a2dbc5 is 175, key is test_row_0/A:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:43,448 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting bf47403f011845a7b732cd0d10c41648, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273282537 2024-12-15T14:34:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742151_1327 (size=31447) 2024-12-15T14:34:43,455 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:43,456 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/6d37cf22510447e2b745b605c7cf8565 is 50, key is test_row_0/C:col10/1734273282542/Put/seqid=0 2024-12-15T14:34:43,457 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/62e87f362e8249fa9e5b95b462a2dbc5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/62e87f362e8249fa9e5b95b462a2dbc5 2024-12-15T14:34:43,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742152_1328 (size=12493) 2024-12-15T14:34:43,462 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/A of c91e381ffb919ddbdd676ea8581a053c into 62e87f362e8249fa9e5b95b462a2dbc5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:43,462 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:43,462 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/A, priority=13, startTime=1734273282982; duration=0sec 2024-12-15T14:34:43,462 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:43,462 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:A 2024-12-15T14:34:43,464 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/6d37cf22510447e2b745b605c7cf8565 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/6d37cf22510447e2b745b605c7cf8565 2024-12-15T14:34:43,469 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/C of c91e381ffb919ddbdd676ea8581a053c into 6d37cf22510447e2b745b605c7cf8565(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:43,469 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:43,469 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/C, priority=13, startTime=1734273282983; duration=0sec 2024-12-15T14:34:43,469 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:43,469 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:C 2024-12-15T14:34:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273343477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T14:34:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273343487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273343487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-15T14:34:43,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:43,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:43,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/3dcb50502e2640dd9a502dd405960627 2024-12-15T14:34:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/18aa4efd989447279156ad1ed54063d4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4 2024-12-15T14:34:43,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4, entries=150, sequenceid=170, filesize=30.4 K 2024-12-15T14:34:43,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c172395fe90a42bfa6740c21ea81c893 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c172395fe90a42bfa6740c21ea81c893 2024-12-15T14:34:43,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c172395fe90a42bfa6740c21ea81c893, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T14:34:43,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/3dcb50502e2640dd9a502dd405960627 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/3dcb50502e2640dd9a502dd405960627 2024-12-15T14:34:43,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/3dcb50502e2640dd9a502dd405960627, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T14:34:43,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c91e381ffb919ddbdd676ea8581a053c in 524ms, sequenceid=170, compaction requested=false 2024-12-15T14:34:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:43,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:43,642 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f8b4d19f483045fc8c4098e18d183f6b_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273283105/Put/seqid=0 2024-12-15T14:34:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742153_1329 (size=12304) 2024-12-15T14:34:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273343739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273343843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T14:34:43,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273343982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273343991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:43,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273343991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273344047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:44,056 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f8b4d19f483045fc8c4098e18d183f6b_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f8b4d19f483045fc8c4098e18d183f6b_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e4781cdadd7a4b4088d69372cbf3da71, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e4781cdadd7a4b4088d69372cbf3da71 is 175, key is test_row_0/A:col10/1734273283105/Put/seqid=0 2024-12-15T14:34:44,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742154_1330 (size=31105) 2024-12-15T14:34:44,061 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e4781cdadd7a4b4088d69372cbf3da71 2024-12-15T14:34:44,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/cbc044369a5244ce9e98c748f4d3f1fe is 50, key is test_row_0/B:col10/1734273283105/Put/seqid=0 2024-12-15T14:34:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742155_1331 (size=12151) 2024-12-15T14:34:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43830 deadline: 1734273344078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:44,083 DEBUG [Thread-1315 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8252 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273344356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:44,470 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/cbc044369a5244ce9e98c748f4d3f1fe 2024-12-15T14:34:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/dcd828f270644e5298e26673c773541c is 50, key is test_row_0/C:col10/1734273283105/Put/seqid=0 2024-12-15T14:34:44,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742156_1332 (size=12151) 2024-12-15T14:34:44,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273344861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:44,880 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/dcd828f270644e5298e26673c773541c 2024-12-15T14:34:44,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e4781cdadd7a4b4088d69372cbf3da71 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71 2024-12-15T14:34:44,887 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71, entries=150, sequenceid=198, filesize=30.4 K 2024-12-15T14:34:44,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/cbc044369a5244ce9e98c748f4d3f1fe as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/cbc044369a5244ce9e98c748f4d3f1fe 2024-12-15T14:34:44,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/cbc044369a5244ce9e98c748f4d3f1fe, entries=150, sequenceid=198, filesize=11.9 K 2024-12-15T14:34:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/dcd828f270644e5298e26673c773541c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dcd828f270644e5298e26673c773541c 2024-12-15T14:34:44,894 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dcd828f270644e5298e26673c773541c, entries=150, sequenceid=198, filesize=11.9 K 2024-12-15T14:34:44,895 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c91e381ffb919ddbdd676ea8581a053c in 1253ms, sequenceid=198, compaction requested=true 2024-12-15T14:34:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-12-15T14:34:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-12-15T14:34:44,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-15T14:34:44,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-12-15T14:34:44,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.0210 sec 2024-12-15T14:34:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T14:34:44,981 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-15T14:34:44,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-15T14:34:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:44,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:44,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:44,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:44,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:34:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:44,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cc4d3655d0cb4ea193a207c7366f739f_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742157_1333 (size=14794) 2024-12-15T14:34:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273345035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273345037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273345038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:45,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:45,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:45,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273345143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273345144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273345144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:45,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273345347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273345348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273345349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,401 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:45,409 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cc4d3655d0cb4ea193a207c7366f739f_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cc4d3655d0cb4ea193a207c7366f739f_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:45,410 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/aba1391370bc4acba48323a6b7f6c15a, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:45,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/aba1391370bc4acba48323a6b7f6c15a is 175, key is test_row_0/A:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742158_1334 (size=39749) 2024-12-15T14:34:45,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:45,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:45,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273345650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273345651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273345655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/aba1391370bc4acba48323a6b7f6c15a 2024-12-15T14:34:45,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/7087497ba5c14bdb83dc3b81bc992913 is 50, key is test_row_0/B:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742159_1335 (size=12151) 2024-12-15T14:34:45,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273345869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:45,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:45,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273346154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273346155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273346160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/7087497ba5c14bdb83dc3b81bc992913 2024-12-15T14:34:46,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/2cccfb842b9244f19eb8b8c2441f954b is 50, key is test_row_0/C:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742160_1336 (size=12151) 2024-12-15T14:34:46,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:46,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/2cccfb842b9244f19eb8b8c2441f954b 2024-12-15T14:34:46,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/aba1391370bc4acba48323a6b7f6c15a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a 2024-12-15T14:34:46,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a, entries=200, sequenceid=210, filesize=38.8 K 2024-12-15T14:34:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/7087497ba5c14bdb83dc3b81bc992913 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/7087497ba5c14bdb83dc3b81bc992913 2024-12-15T14:34:46,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/7087497ba5c14bdb83dc3b81bc992913, entries=150, sequenceid=210, filesize=11.9 K 2024-12-15T14:34:46,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/2cccfb842b9244f19eb8b8c2441f954b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/2cccfb842b9244f19eb8b8c2441f954b 2024-12-15T14:34:46,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/2cccfb842b9244f19eb8b8c2441f954b, entries=150, sequenceid=210, filesize=11.9 K 2024-12-15T14:34:46,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c91e381ffb919ddbdd676ea8581a053c in 1685ms, sequenceid=210, compaction requested=true 2024-12-15T14:34:46,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:46,679 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:46,679 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:46,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/A is initiating minor compaction (all files) 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/B is initiating minor compaction (all files) 2024-12-15T14:34:46,680 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/B in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,680 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/A in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,680 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/62e87f362e8249fa9e5b95b462a2dbc5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=130.3 K 2024-12-15T14:34:46,680 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/8be678d40a0a48ff88ab62e5bb393073, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c172395fe90a42bfa6740c21ea81c893, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/cbc044369a5244ce9e98c748f4d3f1fe, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/7087497ba5c14bdb83dc3b81bc992913] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=47.8 K 2024-12-15T14:34:46,680 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/62e87f362e8249fa9e5b95b462a2dbc5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a] 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 8be678d40a0a48ff88ab62e5bb393073, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273282537 2024-12-15T14:34:46,680 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62e87f362e8249fa9e5b95b462a2dbc5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273282537 2024-12-15T14:34:46,681 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:46,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T14:34:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:34:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:46,683 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c172395fe90a42bfa6740c21ea81c893, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273282857 2024-12-15T14:34:46,684 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18aa4efd989447279156ad1ed54063d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273282857 2024-12-15T14:34:46,685 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4781cdadd7a4b4088d69372cbf3da71, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734273283096 2024-12-15T14:34:46,685 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting cbc044369a5244ce9e98c748f4d3f1fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734273283096 2024-12-15T14:34:46,685 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting aba1391370bc4acba48323a6b7f6c15a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734273283734 2024-12-15T14:34:46,685 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 7087497ba5c14bdb83dc3b81bc992913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734273283734 2024-12-15T14:34:46,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215175f26bdb6044c1a9ab791438b469097_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273285023/Put/seqid=0 2024-12-15T14:34:46,700 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:46,703 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412151229f0463d3449f5aab2a8783a0b8525_c91e381ffb919ddbdd676ea8581a053c store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:46,705 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#B#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:46,705 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412151229f0463d3449f5aab2a8783a0b8525_c91e381ffb919ddbdd676ea8581a053c, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:46,705 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/6929922c9bfd4e3da73c0d36ec5b8634 is 50, key is test_row_0/B:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:46,705 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151229f0463d3449f5aab2a8783a0b8525_c91e381ffb919ddbdd676ea8581a053c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742161_1337 (size=12304) 2024-12-15T14:34:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742163_1339 (size=12629) 2024-12-15T14:34:46,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742162_1338 (size=4469) 2024-12-15T14:34:46,730 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#A#compaction#280 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:46,731 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/a1510be8f19949ce92e2186fbdadcf95 is 175, key is test_row_0/A:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:46,741 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/6929922c9bfd4e3da73c0d36ec5b8634 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/6929922c9bfd4e3da73c0d36ec5b8634 2024-12-15T14:34:46,757 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/B of c91e381ffb919ddbdd676ea8581a053c into 6929922c9bfd4e3da73c0d36ec5b8634(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:46,758 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:46,758 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/B, priority=12, startTime=1734273286679; duration=0sec 2024-12-15T14:34:46,758 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:46,758 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:B 2024-12-15T14:34:46,758 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:46,761 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:46,761 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/C is initiating minor compaction (all files) 2024-12-15T14:34:46,761 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/C in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:46,761 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/6d37cf22510447e2b745b605c7cf8565, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/3dcb50502e2640dd9a502dd405960627, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dcd828f270644e5298e26673c773541c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/2cccfb842b9244f19eb8b8c2441f954b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=47.8 K 2024-12-15T14:34:46,762 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d37cf22510447e2b745b605c7cf8565, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273282537 2024-12-15T14:34:46,762 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dcb50502e2640dd9a502dd405960627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273282857 2024-12-15T14:34:46,762 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting dcd828f270644e5298e26673c773541c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734273283096 2024-12-15T14:34:46,763 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cccfb842b9244f19eb8b8c2441f954b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734273283734 2024-12-15T14:34:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742164_1340 (size=31583) 2024-12-15T14:34:46,781 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/a1510be8f19949ce92e2186fbdadcf95 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a1510be8f19949ce92e2186fbdadcf95 2024-12-15T14:34:46,784 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:46,785 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/9832b8969da54ff999259627bc2e1897 is 50, key is test_row_0/C:col10/1734273283734/Put/seqid=0 2024-12-15T14:34:46,793 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/A of c91e381ffb919ddbdd676ea8581a053c into a1510be8f19949ce92e2186fbdadcf95(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:46,793 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:46,793 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/A, priority=12, startTime=1734273286678; duration=0sec 2024-12-15T14:34:46,793 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:46,793 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:A 2024-12-15T14:34:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742165_1341 (size=12629) 2024-12-15T14:34:46,842 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/9832b8969da54ff999259627bc2e1897 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/9832b8969da54ff999259627bc2e1897 2024-12-15T14:34:46,853 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/C of c91e381ffb919ddbdd676ea8581a053c into 9832b8969da54ff999259627bc2e1897(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:46,853 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:46,853 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/C, priority=12, startTime=1734273286679; duration=0sec 2024-12-15T14:34:46,853 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:46,853 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:C 2024-12-15T14:34:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:47,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:47,121 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215175f26bdb6044c1a9ab791438b469097_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215175f26bdb6044c1a9ab791438b469097_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e2968181dd05424db481603b4bbff7d0, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e2968181dd05424db481603b4bbff7d0 is 175, key is test_row_0/A:col10/1734273285023/Put/seqid=0 2024-12-15T14:34:47,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742166_1342 (size=31105) 2024-12-15T14:34:47,127 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e2968181dd05424db481603b4bbff7d0 2024-12-15T14:34:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/adf84432ea52467aba1054802bd10d73 is 50, key is test_row_0/B:col10/1734273285023/Put/seqid=0 2024-12-15T14:34:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742167_1343 (size=12151) 2024-12-15T14:34:47,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273347195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273347195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273347195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273347301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273347301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273347301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273347506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273347506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273347506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,548 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/adf84432ea52467aba1054802bd10d73 2024-12-15T14:34:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/0fbbd0ee4ce847b1935d3fbe000ff1f4 is 50, key is test_row_0/C:col10/1734273285023/Put/seqid=0 2024-12-15T14:34:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742168_1344 (size=12151) 2024-12-15T14:34:47,559 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/0fbbd0ee4ce847b1935d3fbe000ff1f4 2024-12-15T14:34:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/e2968181dd05424db481603b4bbff7d0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0 2024-12-15T14:34:47,575 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0, entries=150, sequenceid=234, filesize=30.4 K 2024-12-15T14:34:47,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/adf84432ea52467aba1054802bd10d73 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/adf84432ea52467aba1054802bd10d73 2024-12-15T14:34:47,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/adf84432ea52467aba1054802bd10d73, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T14:34:47,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/0fbbd0ee4ce847b1935d3fbe000ff1f4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0fbbd0ee4ce847b1935d3fbe000ff1f4 2024-12-15T14:34:47,591 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0fbbd0ee4ce847b1935d3fbe000ff1f4, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T14:34:47,592 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c91e381ffb919ddbdd676ea8581a053c in 911ms, sequenceid=234, compaction requested=false 2024-12-15T14:34:47,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:47,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:47,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-15T14:34:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-15T14:34:47,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-15T14:34:47,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6100 sec 2024-12-15T14:34:47,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6130 sec 2024-12-15T14:34:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:47,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:34:47,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:47,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bf1b832c29454892a2b3d7719a4ae2a6_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742169_1345 (size=14794) 2024-12-15T14:34:47,830 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:47,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bf1b832c29454892a2b3d7719a4ae2a6_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bf1b832c29454892a2b3d7719a4ae2a6_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:47,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/79646816858748d2b62872a9ea04c4e7, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:47,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/79646816858748d2b62872a9ea04c4e7 is 175, key is test_row_0/A:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742170_1346 (size=39749) 2024-12-15T14:34:47,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/79646816858748d2b62872a9ea04c4e7 2024-12-15T14:34:47,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/4c50646345664733bca9dbc401cf22be is 50, key is test_row_0/B:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742171_1347 (size=12151) 2024-12-15T14:34:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273347854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273347854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273347855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273347887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,890 DEBUG [Thread-1307 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:47,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273347961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273347961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:47,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273347961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273348164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273348164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273348164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/4c50646345664733bca9dbc401cf22be 2024-12-15T14:34:48,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/0068e045314d4f79b10af2d5c2108500 is 50, key is test_row_0/C:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742172_1348 (size=12151) 2024-12-15T14:34:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273348467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273348467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273348468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:48,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/0068e045314d4f79b10af2d5c2108500 2024-12-15T14:34:48,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/79646816858748d2b62872a9ea04c4e7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7 2024-12-15T14:34:48,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7, entries=200, sequenceid=253, filesize=38.8 K 2024-12-15T14:34:48,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/4c50646345664733bca9dbc401cf22be as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4c50646345664733bca9dbc401cf22be 2024-12-15T14:34:48,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4c50646345664733bca9dbc401cf22be, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T14:34:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/0068e045314d4f79b10af2d5c2108500 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0068e045314d4f79b10af2d5c2108500 2024-12-15T14:34:48,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0068e045314d4f79b10af2d5c2108500, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T14:34:48,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c91e381ffb919ddbdd676ea8581a053c in 875ms, sequenceid=253, compaction requested=true 2024-12-15T14:34:48,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:48,689 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:48,690 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:48,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:48,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/A is initiating minor compaction (all files) 2024-12-15T14:34:48,691 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/A in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:48,691 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a1510be8f19949ce92e2186fbdadcf95, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=100.0 K 2024-12-15T14:34:48,691 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:48,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a1510be8f19949ce92e2186fbdadcf95, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7] 2024-12-15T14:34:48,691 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:48,691 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/B is initiating minor compaction (all files) 2024-12-15T14:34:48,691 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/B in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:48,691 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/6929922c9bfd4e3da73c0d36ec5b8634, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/adf84432ea52467aba1054802bd10d73, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4c50646345664733bca9dbc401cf22be] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=36.1 K 2024-12-15T14:34:48,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1510be8f19949ce92e2186fbdadcf95, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734273283734 2024-12-15T14:34:48,692 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6929922c9bfd4e3da73c0d36ec5b8634, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734273283734 2024-12-15T14:34:48,692 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2968181dd05424db481603b4bbff7d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734273285023 2024-12-15T14:34:48,692 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting adf84432ea52467aba1054802bd10d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734273285023 2024-12-15T14:34:48,692 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79646816858748d2b62872a9ea04c4e7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734273287165 2024-12-15T14:34:48,692 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c50646345664733bca9dbc401cf22be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734273287165 2024-12-15T14:34:48,698 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:48,699 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:48,699 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/05b08eafa18b46c7bfbd6d5e39ad1175 is 50, key is test_row_0/B:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:48,700 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412151756f1437b3c4c29828cb2d9371dcc7b_c91e381ffb919ddbdd676ea8581a053c store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:48,702 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412151756f1437b3c4c29828cb2d9371dcc7b_c91e381ffb919ddbdd676ea8581a053c, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:48,702 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151756f1437b3c4c29828cb2d9371dcc7b_c91e381ffb919ddbdd676ea8581a053c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:48,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742173_1349 (size=12731) 2024-12-15T14:34:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742174_1350 (size=4469) 2024-12-15T14:34:48,725 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#A#compaction#289 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:48,726 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/c6fb3b05f59048778b99b53e1e09737e is 175, key is test_row_0/A:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742175_1351 (size=31685) 2024-12-15T14:34:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:48,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T14:34:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:49,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121581d0f1a97b5c4a0eada94581cc1fabe3_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273288973/Put/seqid=0 2024-12-15T14:34:49,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273349038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273349040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273349041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742176_1352 (size=12454) 2024-12-15T14:34:49,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T14:34:49,088 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-15T14:34:49,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-15T14:34:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T14:34:49,095 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:49,097 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:49,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:49,105 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121581d0f1a97b5c4a0eada94581cc1fabe3_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121581d0f1a97b5c4a0eada94581cc1fabe3_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:49,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0181c3377bc54cc5b276b40b4ab63805, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:49,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0181c3377bc54cc5b276b40b4ab63805 is 175, key is test_row_0/A:col10/1734273288973/Put/seqid=0 2024-12-15T14:34:49,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742177_1353 (size=31255) 2024-12-15T14:34:49,123 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/05b08eafa18b46c7bfbd6d5e39ad1175 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/05b08eafa18b46c7bfbd6d5e39ad1175 2024-12-15T14:34:49,127 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/B of c91e381ffb919ddbdd676ea8581a053c into 05b08eafa18b46c7bfbd6d5e39ad1175(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:49,127 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:49,127 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/B, priority=13, startTime=1734273288690; duration=0sec 2024-12-15T14:34:49,127 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:49,127 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:B 2024-12-15T14:34:49,128 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:34:49,136 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:34:49,136 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/C is initiating minor compaction (all files) 2024-12-15T14:34:49,136 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/C in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,137 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/9832b8969da54ff999259627bc2e1897, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0fbbd0ee4ce847b1935d3fbe000ff1f4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0068e045314d4f79b10af2d5c2108500] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=36.1 K 2024-12-15T14:34:49,137 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 9832b8969da54ff999259627bc2e1897, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734273283734 2024-12-15T14:34:49,138 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fbbd0ee4ce847b1935d3fbe000ff1f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734273285023 2024-12-15T14:34:49,138 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0068e045314d4f79b10af2d5c2108500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734273287165 2024-12-15T14:34:49,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273349143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273349150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273349151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,157 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:49,157 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4a516007030b4f10b7661b5b61b60c3b is 50, key is test_row_0/C:col10/1734273287814/Put/seqid=0 2024-12-15T14:34:49,163 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/c6fb3b05f59048778b99b53e1e09737e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c6fb3b05f59048778b99b53e1e09737e 2024-12-15T14:34:49,186 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/A of c91e381ffb919ddbdd676ea8581a053c into c6fb3b05f59048778b99b53e1e09737e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742178_1354 (size=12731) 2024-12-15T14:34:49,186 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:49,186 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/A, priority=13, startTime=1734273288689; duration=0sec 2024-12-15T14:34:49,186 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:49,186 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:A 2024-12-15T14:34:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T14:34:49,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T14:34:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273349352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273349357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273349358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T14:34:49,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T14:34:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,523 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0181c3377bc54cc5b276b40b4ab63805 2024-12-15T14:34:49,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/62f52dc3467043a6bb445a15bcdcb217 is 50, key is test_row_0/B:col10/1734273288973/Put/seqid=0 2024-12-15T14:34:49,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T14:34:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742179_1355 (size=12301) 2024-12-15T14:34:49,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/62f52dc3467043a6bb445a15bcdcb217 2024-12-15T14:34:49,643 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4a516007030b4f10b7661b5b61b60c3b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4a516007030b4f10b7661b5b61b60c3b 2024-12-15T14:34:49,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/bda5482c2cd24afc969d107c0f462574 is 50, key is test_row_0/C:col10/1734273288973/Put/seqid=0 2024-12-15T14:34:49,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273349656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273349663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273349664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,689 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/C of c91e381ffb919ddbdd676ea8581a053c into 4a516007030b4f10b7661b5b61b60c3b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:49,689 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:49,689 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/C, priority=13, startTime=1734273288690; duration=0sec 2024-12-15T14:34:49,690 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:49,690 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:C 2024-12-15T14:34:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742180_1356 (size=12301) 2024-12-15T14:34:49,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/bda5482c2cd24afc969d107c0f462574 2024-12-15T14:34:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T14:34:49,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/0181c3377bc54cc5b276b40b4ab63805 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805 2024-12-15T14:34:49,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T14:34:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:49,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805, entries=150, sequenceid=276, filesize=30.5 K 2024-12-15T14:34:49,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/62f52dc3467043a6bb445a15bcdcb217 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/62f52dc3467043a6bb445a15bcdcb217 2024-12-15T14:34:49,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/62f52dc3467043a6bb445a15bcdcb217, entries=150, sequenceid=276, filesize=12.0 K 2024-12-15T14:34:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/bda5482c2cd24afc969d107c0f462574 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bda5482c2cd24afc969d107c0f462574 2024-12-15T14:34:49,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bda5482c2cd24afc969d107c0f462574, entries=150, sequenceid=276, filesize=12.0 K 2024-12-15T14:34:49,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c91e381ffb919ddbdd676ea8581a053c in 900ms, sequenceid=276, compaction requested=false 2024-12-15T14:34:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:49,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:49,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T14:34:49,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:49,905 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:34:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152d6b26f29ed643aa95245d58b5f2f422_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273289038/Put/seqid=0 2024-12-15T14:34:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742181_1357 (size=12454) 2024-12-15T14:34:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:50,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152d6b26f29ed643aa95245d58b5f2f422_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152d6b26f29ed643aa95245d58b5f2f422_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/8e1e2fc9103c4ad98a944069eb92c392, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/8e1e2fc9103c4ad98a944069eb92c392 is 175, key is test_row_0/A:col10/1734273289038/Put/seqid=0 2024-12-15T14:34:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742182_1358 (size=31255) 2024-12-15T14:34:50,054 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/8e1e2fc9103c4ad98a944069eb92c392 2024-12-15T14:34:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/766244488b77414eb52a4f232c866114 is 50, key is test_row_0/B:col10/1734273289038/Put/seqid=0 2024-12-15T14:34:50,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742183_1359 (size=12301) 2024-12-15T14:34:50,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:50,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273350211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273350212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T14:34:50,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273350217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273350319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273350328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273350330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,514 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/766244488b77414eb52a4f232c866114 2024-12-15T14:34:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273350525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273350538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/8e59190c8c0c45c6a0e4ad140db75618 is 50, key is test_row_0/C:col10/1734273289038/Put/seqid=0 2024-12-15T14:34:50,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273350540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742184_1360 (size=12301) 2024-12-15T14:34:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273350830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273350842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273350857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:50,987 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/8e59190c8c0c45c6a0e4ad140db75618 2024-12-15T14:34:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/8e1e2fc9103c4ad98a944069eb92c392 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392 2024-12-15T14:34:51,036 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392, entries=150, sequenceid=293, filesize=30.5 K 2024-12-15T14:34:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/766244488b77414eb52a4f232c866114 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/766244488b77414eb52a4f232c866114 2024-12-15T14:34:51,049 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/766244488b77414eb52a4f232c866114, entries=150, sequenceid=293, filesize=12.0 K 2024-12-15T14:34:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/8e59190c8c0c45c6a0e4ad140db75618 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/8e59190c8c0c45c6a0e4ad140db75618 2024-12-15T14:34:51,055 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/8e59190c8c0c45c6a0e4ad140db75618, entries=150, sequenceid=293, filesize=12.0 K 2024-12-15T14:34:51,056 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c91e381ffb919ddbdd676ea8581a053c in 1152ms, sequenceid=293, compaction requested=true 2024-12-15T14:34:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-15T14:34:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-15T14:34:51,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-15T14:34:51,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-12-15T14:34:51,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.9830 sec 2024-12-15T14:34:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T14:34:51,230 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-15T14:34:51,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:34:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-15T14:34:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T14:34:51,245 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:34:51,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:34:51,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:34:51,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:34:51,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:51,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:51,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:51,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:51,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:51,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T14:34:51,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156e2d1d728bf748589cbc9d570e403124_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273351388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273351400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273351400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T14:34:51,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:51,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742185_1361 (size=14994) 2024-12-15T14:34:51,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:51,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156e2d1d728bf748589cbc9d570e403124_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156e2d1d728bf748589cbc9d570e403124_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:51,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/118566885b96476f836191bf2045cebd, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:51,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/118566885b96476f836191bf2045cebd is 175, key is test_row_0/A:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:51,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273351503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742186_1362 (size=39949) 2024-12-15T14:34:51,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/118566885b96476f836191bf2045cebd 2024-12-15T14:34:51,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273351512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273351513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c83820267ee64272b3dd2fb53418d53a is 50, key is test_row_0/B:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T14:34:51,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T14:34:51,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742187_1363 (size=12301) 2024-12-15T14:34:51,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273351707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273351724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273351724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T14:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T14:34:51,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T14:34:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:51,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43876 deadline: 1734273351908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:51,918 DEBUG [Thread-1307 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:34:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:51,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c83820267ee64272b3dd2fb53418d53a 2024-12-15T14:34:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43804 deadline: 1734273352018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:52,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43826 deadline: 1734273352032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:34:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43856 deadline: 1734273352036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:34:52,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/caba7cf85f884f7081f80fbb86caa889 is 50, key is test_row_0/C:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742188_1364 (size=12301) 2024-12-15T14:34:52,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/caba7cf85f884f7081f80fbb86caa889 2024-12-15T14:34:52,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:52,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T14:34:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:52,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:52,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/118566885b96476f836191bf2045cebd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd 2024-12-15T14:34:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:34:52,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd, entries=200, sequenceid=316, filesize=39.0 K 2024-12-15T14:34:52,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/c83820267ee64272b3dd2fb53418d53a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c83820267ee64272b3dd2fb53418d53a 2024-12-15T14:34:52,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c83820267ee64272b3dd2fb53418d53a, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T14:34:52,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/caba7cf85f884f7081f80fbb86caa889 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/caba7cf85f884f7081f80fbb86caa889 2024-12-15T14:34:52,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/caba7cf85f884f7081f80fbb86caa889, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T14:34:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c91e381ffb919ddbdd676ea8581a053c in 866ms, sequenceid=316, compaction requested=true 2024-12-15T14:34:52,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:52,215 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:34:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:52,216 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:34:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c91e381ffb919ddbdd676ea8581a053c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:34:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:52,247 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:52,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:34:52,247 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/A is initiating minor compaction (all files) 2024-12-15T14:34:52,247 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/A in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,247 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c6fb3b05f59048778b99b53e1e09737e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=131 K 2024-12-15T14:34:52,247 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,248 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c6fb3b05f59048778b99b53e1e09737e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd] 2024-12-15T14:34:52,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T14:34:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,248 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:34:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:34:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:34:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:52,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:34:52,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:34:52,249 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:52,249 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/B is initiating minor compaction (all files) 2024-12-15T14:34:52,249 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/B in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,249 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/05b08eafa18b46c7bfbd6d5e39ad1175, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/62f52dc3467043a6bb445a15bcdcb217, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/766244488b77414eb52a4f232c866114, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c83820267ee64272b3dd2fb53418d53a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=48.5 K 2024-12-15T14:34:52,249 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6fb3b05f59048778b99b53e1e09737e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734273287165 2024-12-15T14:34:52,258 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b08eafa18b46c7bfbd6d5e39ad1175, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734273287165 2024-12-15T14:34:52,263 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0181c3377bc54cc5b276b40b4ab63805, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734273288973 2024-12-15T14:34:52,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 62f52dc3467043a6bb445a15bcdcb217, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734273288973 2024-12-15T14:34:52,273 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 766244488b77414eb52a4f232c866114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734273289016 2024-12-15T14:34:52,275 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e1e2fc9103c4ad98a944069eb92c392, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734273289016 2024-12-15T14:34:52,279 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c83820267ee64272b3dd2fb53418d53a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734273290208 2024-12-15T14:34:52,279 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 118566885b96476f836191bf2045cebd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734273290208 2024-12-15T14:34:52,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f871b8cec8274c40b5c4fc5a035e30ba_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273291393/Put/seqid=0 2024-12-15T14:34:52,328 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:52,329 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/d0410b955cb74afe8bf3f1b0548152b4 is 50, key is test_row_0/B:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:52,338 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:52,360 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412155e940bdc864d48b8990f2d667d4e3ac3_c91e381ffb919ddbdd676ea8581a053c store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:52,362 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412155e940bdc864d48b8990f2d667d4e3ac3_c91e381ffb919ddbdd676ea8581a053c, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:52,362 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e940bdc864d48b8990f2d667d4e3ac3_c91e381ffb919ddbdd676ea8581a053c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T14:34:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742189_1365 (size=12454) 2024-12-15T14:34:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:34:52,381 DEBUG [Thread-1318 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76c85b99 to 127.0.0.1:53661 2024-12-15T14:34:52,381 DEBUG [Thread-1318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,384 DEBUG [Thread-1326 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c20a8d9 to 127.0.0.1:53661 2024-12-15T14:34:52,384 DEBUG [Thread-1326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,386 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f871b8cec8274c40b5c4fc5a035e30ba_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f871b8cec8274c40b5c4fc5a035e30ba_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:52,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/bee948b0e51e4fe6810d8d117fda996b, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:34:52,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/bee948b0e51e4fe6810d8d117fda996b is 175, key is test_row_0/A:col10/1734273291393/Put/seqid=0 2024-12-15T14:34:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742190_1366 (size=13017) 2024-12-15T14:34:52,396 DEBUG [Thread-1324 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721e6c0a to 127.0.0.1:53661 2024-12-15T14:34:52,396 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,396 DEBUG [Thread-1320 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13010d94 to 127.0.0.1:53661 2024-12-15T14:34:52,396 DEBUG [Thread-1320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,400 DEBUG [Thread-1322 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e75b9c0 to 127.0.0.1:53661 2024-12-15T14:34:52,400 DEBUG [Thread-1322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,407 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/d0410b955cb74afe8bf3f1b0548152b4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/d0410b955cb74afe8bf3f1b0548152b4 2024-12-15T14:34:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742191_1367 (size=4469) 2024-12-15T14:34:52,432 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/B of c91e381ffb919ddbdd676ea8581a053c into d0410b955cb74afe8bf3f1b0548152b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:52,432 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:52,432 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/B, priority=12, startTime=1734273292216; duration=0sec 2024-12-15T14:34:52,432 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:34:52,432 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:B 2024-12-15T14:34:52,432 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:34:52,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742192_1368 (size=31255) 2024-12-15T14:34:52,459 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:34:52,460 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): c91e381ffb919ddbdd676ea8581a053c/C is initiating minor compaction (all files) 2024-12-15T14:34:52,460 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c91e381ffb919ddbdd676ea8581a053c/C in TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:52,460 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4a516007030b4f10b7661b5b61b60c3b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bda5482c2cd24afc969d107c0f462574, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/8e59190c8c0c45c6a0e4ad140db75618, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/caba7cf85f884f7081f80fbb86caa889] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp, totalSize=48.5 K 2024-12-15T14:34:52,464 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a516007030b4f10b7661b5b61b60c3b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734273287165 2024-12-15T14:34:52,465 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting bda5482c2cd24afc969d107c0f462574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1734273288973 2024-12-15T14:34:52,470 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e59190c8c0c45c6a0e4ad140db75618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734273289016 2024-12-15T14:34:52,475 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting caba7cf85f884f7081f80fbb86caa889, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734273290208 2024-12-15T14:34:52,498 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:52,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4ee8bab8d72f4202aa31c7cd6f25dfa6 is 50, key is test_row_0/C:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742193_1369 (size=13017) 2024-12-15T14:34:52,524 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4ee8bab8d72f4202aa31c7cd6f25dfa6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4ee8bab8d72f4202aa31c7cd6f25dfa6 2024-12-15T14:34:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:34:52,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. as already flushing 2024-12-15T14:34:52,543 DEBUG [Thread-1311 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x191ae36a to 127.0.0.1:53661 2024-12-15T14:34:52,543 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/C of c91e381ffb919ddbdd676ea8581a053c into 4ee8bab8d72f4202aa31c7cd6f25dfa6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:52,543 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,543 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:52,543 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/C, priority=12, startTime=1734273292216; duration=0sec 2024-12-15T14:34:52,543 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:52,543 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:C 2024-12-15T14:34:52,558 DEBUG [Thread-1313 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x133cc1f0 to 127.0.0.1:53661 2024-12-15T14:34:52,558 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,559 DEBUG [Thread-1309 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x114e6211 to 127.0.0.1:53661 2024-12-15T14:34:52,559 DEBUG [Thread-1309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:34:52,820 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c91e381ffb919ddbdd676ea8581a053c#A#compaction#302 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:34:52,820 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/29b25f9757c64749944e30bfbee04aca is 175, key is test_row_0/A:col10/1734273291347/Put/seqid=0 2024-12-15T14:34:52,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742194_1370 (size=31971) 2024-12-15T14:34:52,843 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/bee948b0e51e4fe6810d8d117fda996b 2024-12-15T14:34:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/5b62a8b15f734145aa4bc23cc804ebd3 is 50, key is test_row_0/B:col10/1734273291393/Put/seqid=0 2024-12-15T14:34:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742195_1371 (size=12301) 2024-12-15T14:34:52,877 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/5b62a8b15f734145aa4bc23cc804ebd3 2024-12-15T14:34:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4cf555b88c7640d6a4cb8153c9da1c41 is 50, key is test_row_0/C:col10/1734273291393/Put/seqid=0 2024-12-15T14:34:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742196_1372 (size=12301) 2024-12-15T14:34:53,237 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/29b25f9757c64749944e30bfbee04aca as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/29b25f9757c64749944e30bfbee04aca 2024-12-15T14:34:53,243 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c91e381ffb919ddbdd676ea8581a053c/A of c91e381ffb919ddbdd676ea8581a053c into 29b25f9757c64749944e30bfbee04aca(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:34:53,243 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:53,243 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c., storeName=c91e381ffb919ddbdd676ea8581a053c/A, priority=12, startTime=1734273292215; duration=0sec 2024-12-15T14:34:53,243 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:34:53,243 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c91e381ffb919ddbdd676ea8581a053c:A 2024-12-15T14:34:53,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4cf555b88c7640d6a4cb8153c9da1c41 2024-12-15T14:34:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/bee948b0e51e4fe6810d8d117fda996b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/bee948b0e51e4fe6810d8d117fda996b 2024-12-15T14:34:53,311 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/bee948b0e51e4fe6810d8d117fda996b, entries=150, sequenceid=329, filesize=30.5 K 2024-12-15T14:34:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/5b62a8b15f734145aa4bc23cc804ebd3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/5b62a8b15f734145aa4bc23cc804ebd3 2024-12-15T14:34:53,316 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/5b62a8b15f734145aa4bc23cc804ebd3, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T14:34:53,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/4cf555b88c7640d6a4cb8153c9da1c41 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4cf555b88c7640d6a4cb8153c9da1c41 2024-12-15T14:34:53,320 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4cf555b88c7640d6a4cb8153c9da1c41, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T14:34:53,321 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for c91e381ffb919ddbdd676ea8581a053c in 1073ms, sequenceid=329, compaction requested=false 2024-12-15T14:34:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:34:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:34:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-15T14:34:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-15T14:34:53,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-15T14:34:53,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0760 sec 2024-12-15T14:34:53,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.0850 sec 2024-12-15T14:34:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T14:34:53,368 INFO [Thread-1317 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-15T14:34:54,146 DEBUG [Thread-1315 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cfa4b91 to 127.0.0.1:53661 2024-12-15T14:34:54,147 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:00,873 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:35:01,948 DEBUG [Thread-1307 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d930fb1 to 127.0.0.1:53661 2024-12-15T14:35:01,949 DEBUG [Thread-1307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2091 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6273 rows 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2071 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6213 rows 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2072 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6216 rows 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2071 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6213 rows 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2078 2024-12-15T14:35:01,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6234 rows 2024-12-15T14:35:01,949 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:35:01,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b7324d5 to 127.0.0.1:53661 2024-12-15T14:35:01,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:01,950 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T14:35:01,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T14:35:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T14:35:01,954 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273301954"}]},"ts":"1734273301954"} 2024-12-15T14:35:01,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T14:35:02,031 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T14:35:02,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:35:02,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, UNASSIGN}] 2024-12-15T14:35:02,033 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, UNASSIGN 2024-12-15T14:35:02,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:02,034 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:35:02,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; CloseRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:35:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T14:35:02,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:02,186 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(124): Close c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:02,186 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:35:02,186 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1681): Closing c91e381ffb919ddbdd676ea8581a053c, disabling compactions & flushes 2024-12-15T14:35:02,186 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:35:02,186 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:35:02,186 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. after waiting 0 ms 2024-12-15T14:35:02,186 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:35:02,186 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(2837): Flushing c91e381ffb919ddbdd676ea8581a053c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:35:02,186 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=A 2024-12-15T14:35:02,187 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:02,187 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=B 2024-12-15T14:35:02,187 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:02,187 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c91e381ffb919ddbdd676ea8581a053c, store=C 2024-12-15T14:35:02,187 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:02,194 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d78a47f186e54b8f8b90fd2e69e98c94_c91e381ffb919ddbdd676ea8581a053c is 50, key is test_row_0/A:col10/1734273301948/Put/seqid=0 2024-12-15T14:35:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742197_1373 (size=12454) 2024-12-15T14:35:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T14:35:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T14:35:02,605 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:02,609 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d78a47f186e54b8f8b90fd2e69e98c94_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d78a47f186e54b8f8b90fd2e69e98c94_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:02,615 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/46352fdc812a46adb7538bbdb8719e02, store: [table=TestAcidGuarantees family=A region=c91e381ffb919ddbdd676ea8581a053c] 2024-12-15T14:35:02,615 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/46352fdc812a46adb7538bbdb8719e02 is 175, key is test_row_0/A:col10/1734273301948/Put/seqid=0 2024-12-15T14:35:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742198_1374 (size=31255) 2024-12-15T14:35:03,020 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/46352fdc812a46adb7538bbdb8719e02 2024-12-15T14:35:03,025 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/e2dac6386d704b45bb6f76f9e7f84898 is 50, key is test_row_0/B:col10/1734273301948/Put/seqid=0 2024-12-15T14:35:03,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742199_1375 (size=12301) 2024-12-15T14:35:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T14:35:03,429 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/e2dac6386d704b45bb6f76f9e7f84898 2024-12-15T14:35:03,436 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/c0ba637695a34ac9af2b0a9f85224b13 is 50, key is test_row_0/C:col10/1734273301948/Put/seqid=0 2024-12-15T14:35:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742200_1376 (size=12301) 2024-12-15T14:35:03,842 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/c0ba637695a34ac9af2b0a9f85224b13 2024-12-15T14:35:03,846 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/A/46352fdc812a46adb7538bbdb8719e02 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/46352fdc812a46adb7538bbdb8719e02 2024-12-15T14:35:03,850 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/46352fdc812a46adb7538bbdb8719e02, entries=150, sequenceid=340, filesize=30.5 K 2024-12-15T14:35:03,851 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/B/e2dac6386d704b45bb6f76f9e7f84898 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/e2dac6386d704b45bb6f76f9e7f84898 2024-12-15T14:35:03,855 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/e2dac6386d704b45bb6f76f9e7f84898, entries=150, sequenceid=340, filesize=12.0 K 2024-12-15T14:35:03,857 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/.tmp/C/c0ba637695a34ac9af2b0a9f85224b13 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c0ba637695a34ac9af2b0a9f85224b13 2024-12-15T14:35:03,861 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c0ba637695a34ac9af2b0a9f85224b13, entries=150, sequenceid=340, filesize=12.0 K 2024-12-15T14:35:03,863 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c91e381ffb919ddbdd676ea8581a053c in 1677ms, sequenceid=340, compaction requested=true 2024-12-15T14:35:03,863 DEBUG [StoreCloser-TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c3157659f5df4195bd30c188c5bca14f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a23bd2b70b47404b8ca998ed83b7eee8, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/62e87f362e8249fa9e5b95b462a2dbc5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a1510be8f19949ce92e2186fbdadcf95, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c6fb3b05f59048778b99b53e1e09737e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd] to archive 2024-12-15T14:35:03,865 DEBUG [StoreCloser-TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:35:03,898 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/f9e665d0a6a6470c92935131e2760170 2024-12-15T14:35:03,898 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/6cf725020cd949aebdef373e3e2d841b 2024-12-15T14:35:03,899 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c3157659f5df4195bd30c188c5bca14f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c3157659f5df4195bd30c188c5bca14f 2024-12-15T14:35:03,903 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/73c7b98531a34a6eb7403846d4bd9df6 2024-12-15T14:35:03,904 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/9fd8adbdf48f440fa05385d52f2e85d6 2024-12-15T14:35:03,905 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a23bd2b70b47404b8ca998ed83b7eee8 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a23bd2b70b47404b8ca998ed83b7eee8 2024-12-15T14:35:03,905 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/18aa4efd989447279156ad1ed54063d4 2024-12-15T14:35:03,905 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/753841c6c123476baa9354a254c8ea50 2024-12-15T14:35:03,905 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e4781cdadd7a4b4088d69372cbf3da71 2024-12-15T14:35:03,906 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0c19b0099e354c01aa27244e987a1a5d 2024-12-15T14:35:03,906 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/77ad206a6a304decaecd937d2880c3c1 2024-12-15T14:35:03,906 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/aba1391370bc4acba48323a6b7f6c15a 2024-12-15T14:35:03,907 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a1510be8f19949ce92e2186fbdadcf95 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/a1510be8f19949ce92e2186fbdadcf95 2024-12-15T14:35:03,907 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/62e87f362e8249fa9e5b95b462a2dbc5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/62e87f362e8249fa9e5b95b462a2dbc5 2024-12-15T14:35:03,907 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/79646816858748d2b62872a9ea04c4e7 2024-12-15T14:35:03,908 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/e2968181dd05424db481603b4bbff7d0 2024-12-15T14:35:03,908 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/0181c3377bc54cc5b276b40b4ab63805 2024-12-15T14:35:03,908 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c6fb3b05f59048778b99b53e1e09737e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/c6fb3b05f59048778b99b53e1e09737e 2024-12-15T14:35:03,908 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/118566885b96476f836191bf2045cebd 2024-12-15T14:35:03,911 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/8e1e2fc9103c4ad98a944069eb92c392 2024-12-15T14:35:03,911 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/1533f707ca274dab8f4018e317d6c9ea 2024-12-15T14:35:03,915 DEBUG [StoreCloser-TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4e0b6cb75a994d2d999d679c22580df2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/81fa06fafc7146ee897dbaa241ce5918, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9dd34e165aaf4ee4a2bc179faf799377, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9d77516211db4ad889c9e00dc529fb54, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f341ea05658c40fb9efe5c0a2f475831, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/898e7bae96594a9d80e971e382fb94fb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f594e5c74b72479891066974c0aa3029, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/a3f6e064318347c893c1ea6c6fb095db, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/39eed2c001e64ee8bdcd8dcf08d96aec, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/8be678d40a0a48ff88ab62e5bb393073, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c5a1cb5f59324734b170a18c63c37504, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c172395fe90a42bfa6740c21ea81c893, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/cbc044369a5244ce9e98c748f4d3f1fe, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/6929922c9bfd4e3da73c0d36ec5b8634, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/7087497ba5c14bdb83dc3b81bc992913, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/adf84432ea52467aba1054802bd10d73, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/05b08eafa18b46c7bfbd6d5e39ad1175, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4c50646345664733bca9dbc401cf22be, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/62f52dc3467043a6bb445a15bcdcb217, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/766244488b77414eb52a4f232c866114, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c83820267ee64272b3dd2fb53418d53a] to archive 2024-12-15T14:35:03,917 DEBUG [StoreCloser-TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:35:03,919 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4e0b6cb75a994d2d999d679c22580df2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4e0b6cb75a994d2d999d679c22580df2 2024-12-15T14:35:03,919 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/81fa06fafc7146ee897dbaa241ce5918 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/81fa06fafc7146ee897dbaa241ce5918 2024-12-15T14:35:03,921 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9dd34e165aaf4ee4a2bc179faf799377 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9dd34e165aaf4ee4a2bc179faf799377 2024-12-15T14:35:03,921 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/898e7bae96594a9d80e971e382fb94fb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/898e7bae96594a9d80e971e382fb94fb 2024-12-15T14:35:03,922 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f341ea05658c40fb9efe5c0a2f475831 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f341ea05658c40fb9efe5c0a2f475831 2024-12-15T14:35:03,922 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f594e5c74b72479891066974c0aa3029 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/f594e5c74b72479891066974c0aa3029 2024-12-15T14:35:03,922 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/a3f6e064318347c893c1ea6c6fb095db to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/a3f6e064318347c893c1ea6c6fb095db 2024-12-15T14:35:03,923 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9d77516211db4ad889c9e00dc529fb54 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/9d77516211db4ad889c9e00dc529fb54 2024-12-15T14:35:03,923 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/8be678d40a0a48ff88ab62e5bb393073 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/8be678d40a0a48ff88ab62e5bb393073 2024-12-15T14:35:03,923 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/39eed2c001e64ee8bdcd8dcf08d96aec to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/39eed2c001e64ee8bdcd8dcf08d96aec 2024-12-15T14:35:03,924 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c172395fe90a42bfa6740c21ea81c893 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c172395fe90a42bfa6740c21ea81c893 2024-12-15T14:35:03,924 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c5a1cb5f59324734b170a18c63c37504 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c5a1cb5f59324734b170a18c63c37504 2024-12-15T14:35:03,924 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/6929922c9bfd4e3da73c0d36ec5b8634 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/6929922c9bfd4e3da73c0d36ec5b8634 2024-12-15T14:35:03,925 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/cbc044369a5244ce9e98c748f4d3f1fe to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/cbc044369a5244ce9e98c748f4d3f1fe 2024-12-15T14:35:03,925 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/7087497ba5c14bdb83dc3b81bc992913 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/7087497ba5c14bdb83dc3b81bc992913 2024-12-15T14:35:03,925 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/adf84432ea52467aba1054802bd10d73 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/adf84432ea52467aba1054802bd10d73 2024-12-15T14:35:03,926 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4c50646345664733bca9dbc401cf22be to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/4c50646345664733bca9dbc401cf22be 2024-12-15T14:35:03,926 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/05b08eafa18b46c7bfbd6d5e39ad1175 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/05b08eafa18b46c7bfbd6d5e39ad1175 2024-12-15T14:35:03,926 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c83820267ee64272b3dd2fb53418d53a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/c83820267ee64272b3dd2fb53418d53a 2024-12-15T14:35:03,926 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/62f52dc3467043a6bb445a15bcdcb217 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/62f52dc3467043a6bb445a15bcdcb217 2024-12-15T14:35:03,926 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/766244488b77414eb52a4f232c866114 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/766244488b77414eb52a4f232c866114 2024-12-15T14:35:03,931 DEBUG [StoreCloser-TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dc591f92744144cb97d7285a8e2e8c35, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/84a967bb4c4249c78a16242da45613fb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/43ce2550add34c65b0174c63ab81b2ef, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/be59b7c47bc2479b9a48066438fb7b42, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/d3956cac8f5a4de79afecd71b48dd71b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c6353aed60aa4dc19b7a04392a4576ec, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4078a26d8c424ac1a672b862813f9274, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/16bbecb5e14f40229821ad5bc4f0b300, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/1375dd4e4484442da85b03d5f21306f0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/6d37cf22510447e2b745b605c7cf8565, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bf47403f011845a7b732cd0d10c41648, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/3dcb50502e2640dd9a502dd405960627, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dcd828f270644e5298e26673c773541c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/9832b8969da54ff999259627bc2e1897, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/2cccfb842b9244f19eb8b8c2441f954b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0fbbd0ee4ce847b1935d3fbe000ff1f4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4a516007030b4f10b7661b5b61b60c3b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0068e045314d4f79b10af2d5c2108500, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bda5482c2cd24afc969d107c0f462574, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/8e59190c8c0c45c6a0e4ad140db75618, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/caba7cf85f884f7081f80fbb86caa889] to archive 2024-12-15T14:35:03,932 DEBUG [StoreCloser-TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:35:03,936 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c6353aed60aa4dc19b7a04392a4576ec to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c6353aed60aa4dc19b7a04392a4576ec 2024-12-15T14:35:03,936 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/be59b7c47bc2479b9a48066438fb7b42 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/be59b7c47bc2479b9a48066438fb7b42 2024-12-15T14:35:03,936 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/43ce2550add34c65b0174c63ab81b2ef to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/43ce2550add34c65b0174c63ab81b2ef 2024-12-15T14:35:03,937 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4078a26d8c424ac1a672b862813f9274 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4078a26d8c424ac1a672b862813f9274 2024-12-15T14:35:03,937 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/d3956cac8f5a4de79afecd71b48dd71b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/d3956cac8f5a4de79afecd71b48dd71b 2024-12-15T14:35:03,937 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dc591f92744144cb97d7285a8e2e8c35 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dc591f92744144cb97d7285a8e2e8c35 2024-12-15T14:35:03,937 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/84a967bb4c4249c78a16242da45613fb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/84a967bb4c4249c78a16242da45613fb 2024-12-15T14:35:03,947 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/16bbecb5e14f40229821ad5bc4f0b300 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/16bbecb5e14f40229821ad5bc4f0b300 2024-12-15T14:35:03,948 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/1375dd4e4484442da85b03d5f21306f0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/1375dd4e4484442da85b03d5f21306f0 2024-12-15T14:35:03,948 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bf47403f011845a7b732cd0d10c41648 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bf47403f011845a7b732cd0d10c41648 2024-12-15T14:35:03,948 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/6d37cf22510447e2b745b605c7cf8565 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/6d37cf22510447e2b745b605c7cf8565 2024-12-15T14:35:03,948 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dcd828f270644e5298e26673c773541c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/dcd828f270644e5298e26673c773541c 2024-12-15T14:35:03,949 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/9832b8969da54ff999259627bc2e1897 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/9832b8969da54ff999259627bc2e1897 2024-12-15T14:35:03,949 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/2cccfb842b9244f19eb8b8c2441f954b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/2cccfb842b9244f19eb8b8c2441f954b 2024-12-15T14:35:03,961 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/3dcb50502e2640dd9a502dd405960627 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/3dcb50502e2640dd9a502dd405960627 2024-12-15T14:35:03,961 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0fbbd0ee4ce847b1935d3fbe000ff1f4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0fbbd0ee4ce847b1935d3fbe000ff1f4 2024-12-15T14:35:03,962 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4a516007030b4f10b7661b5b61b60c3b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4a516007030b4f10b7661b5b61b60c3b 2024-12-15T14:35:03,962 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0068e045314d4f79b10af2d5c2108500 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/0068e045314d4f79b10af2d5c2108500 2024-12-15T14:35:03,962 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/8e59190c8c0c45c6a0e4ad140db75618 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/8e59190c8c0c45c6a0e4ad140db75618 2024-12-15T14:35:03,963 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/caba7cf85f884f7081f80fbb86caa889 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/caba7cf85f884f7081f80fbb86caa889 2024-12-15T14:35:03,963 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bda5482c2cd24afc969d107c0f462574 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/bda5482c2cd24afc969d107c0f462574 2024-12-15T14:35:03,968 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=4 2024-12-15T14:35:03,973 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c. 2024-12-15T14:35:03,973 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1635): Region close journal for c91e381ffb919ddbdd676ea8581a053c: 2024-12-15T14:35:03,975 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(170): Closed c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:03,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=c91e381ffb919ddbdd676ea8581a053c, regionState=CLOSED 2024-12-15T14:35:03,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-15T14:35:03,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseRegionProcedure c91e381ffb919ddbdd676ea8581a053c, server=6279ffe7531b,40081,1734273153198 in 1.9420 sec 2024-12-15T14:35:03,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-15T14:35:03,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c91e381ffb919ddbdd676ea8581a053c, UNASSIGN in 1.9460 sec 2024-12-15T14:35:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-15T14:35:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9480 sec 2024-12-15T14:35:03,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273303981"}]},"ts":"1734273303981"} 2024-12-15T14:35:03,982 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T14:35:04,015 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T14:35:04,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0650 sec 2024-12-15T14:35:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T14:35:04,058 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-15T14:35:04,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T14:35:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,060 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T14:35:04,060 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=112, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,061 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,063 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/recovered.edits] 2024-12-15T14:35:04,066 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/bee948b0e51e4fe6810d8d117fda996b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/bee948b0e51e4fe6810d8d117fda996b 2024-12-15T14:35:04,066 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/29b25f9757c64749944e30bfbee04aca to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/29b25f9757c64749944e30bfbee04aca 2024-12-15T14:35:04,066 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/46352fdc812a46adb7538bbdb8719e02 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/A/46352fdc812a46adb7538bbdb8719e02 2024-12-15T14:35:04,068 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/5b62a8b15f734145aa4bc23cc804ebd3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/5b62a8b15f734145aa4bc23cc804ebd3 2024-12-15T14:35:04,068 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/e2dac6386d704b45bb6f76f9e7f84898 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/e2dac6386d704b45bb6f76f9e7f84898 2024-12-15T14:35:04,068 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/d0410b955cb74afe8bf3f1b0548152b4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/B/d0410b955cb74afe8bf3f1b0548152b4 2024-12-15T14:35:04,070 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c0ba637695a34ac9af2b0a9f85224b13 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/c0ba637695a34ac9af2b0a9f85224b13 2024-12-15T14:35:04,071 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4ee8bab8d72f4202aa31c7cd6f25dfa6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4ee8bab8d72f4202aa31c7cd6f25dfa6 2024-12-15T14:35:04,071 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4cf555b88c7640d6a4cb8153c9da1c41 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/C/4cf555b88c7640d6a4cb8153c9da1c41 2024-12-15T14:35:04,073 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/recovered.edits/343.seqid to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c/recovered.edits/343.seqid 2024-12-15T14:35:04,073 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,073 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T14:35:04,073 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T14:35:04,074 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T14:35:04,086 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215175f26bdb6044c1a9ab791438b469097_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215175f26bdb6044c1a9ab791438b469097_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,086 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121529011e2951794b018653a828ce1bd094_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121529011e2951794b018653a828ce1bd094_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,086 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155720224ca7d4470e99ed002a6d5d9048_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155720224ca7d4470e99ed002a6d5d9048_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,086 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152d6b26f29ed643aa95245d58b5f2f422_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152d6b26f29ed643aa95245d58b5f2f422_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,087 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151337509876304762a40b57086f693557_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151337509876304762a40b57086f693557_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,087 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156e2d1d728bf748589cbc9d570e403124_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156e2d1d728bf748589cbc9d570e403124_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,087 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155f29b8ea409e4407abe8441d407c96f2_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155f29b8ea409e4407abe8441d407c96f2_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,124 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e03333d319048a3aca1610cab8c22fe_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e03333d319048a3aca1610cab8c22fe_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,124 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215919e3268e1e342908c71089eebed94ec_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215919e3268e1e342908c71089eebed94ec_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,124 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157ae5d30e51704eb48debad9535a6f469_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157ae5d30e51704eb48debad9535a6f469_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,124 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121581d0f1a97b5c4a0eada94581cc1fabe3_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121581d0f1a97b5c4a0eada94581cc1fabe3_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,132 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a1f6992571094b5dbf16cf470deda471_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a1f6992571094b5dbf16cf470deda471_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,133 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cc4d3655d0cb4ea193a207c7366f739f_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cc4d3655d0cb4ea193a207c7366f739f_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,133 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bf1b832c29454892a2b3d7719a4ae2a6_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bf1b832c29454892a2b3d7719a4ae2a6_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,133 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d78a47f186e54b8f8b90fd2e69e98c94_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d78a47f186e54b8f8b90fd2e69e98c94_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,133 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fd653a96b6fd4e3c9882a8ebc5f9b3e8_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fd653a96b6fd4e3c9882a8ebc5f9b3e8_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,134 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f871b8cec8274c40b5c4fc5a035e30ba_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f871b8cec8274c40b5c4fc5a035e30ba_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,158 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f8b4d19f483045fc8c4098e18d183f6b_c91e381ffb919ddbdd676ea8581a053c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f8b4d19f483045fc8c4098e18d183f6b_c91e381ffb919ddbdd676ea8581a053c 2024-12-15T14:35:04,158 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T14:35:04,160 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=112, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T14:35:04,162 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T14:35:04,163 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T14:35:04,164 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=112, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,164 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T14:35:04,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734273304164"}]},"ts":"9223372036854775807"} 2024-12-15T14:35:04,169 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T14:35:04,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c91e381ffb919ddbdd676ea8581a053c, NAME => 'TestAcidGuarantees,,1734273269817.c91e381ffb919ddbdd676ea8581a053c.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T14:35:04,169 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T14:35:04,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734273304169"}]},"ts":"9223372036854775807"} 2024-12-15T14:35:04,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T14:35:04,200 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=112, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 142 msec 2024-12-15T14:35:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T14:35:04,362 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-15T14:35:04,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244 (was 244), OpenFileDescriptor=443 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1240 (was 1548), ProcessCount=9 (was 11), AvailableMemoryMB=3818 (was 4085) 2024-12-15T14:35:04,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1240, ProcessCount=9, AvailableMemoryMB=3817 2024-12-15T14:35:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:35:04,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:35:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:04,385 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:35:04,385 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:04,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 113 2024-12-15T14:35:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T14:35:04,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:35:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742201_1377 (size=963) 2024-12-15T14:35:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T14:35:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T14:35:04,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:35:04,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742202_1378 (size=53) 2024-12-15T14:35:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T14:35:05,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:35:05,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 636f6487037bb79860a5fc027543d806, disabling compactions & flushes 2024-12-15T14:35:05,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. after waiting 0 ms 2024-12-15T14:35:05,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:05,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:35:05,204 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734273305204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273305204"}]},"ts":"1734273305204"} 2024-12-15T14:35:05,205 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:35:05,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:35:05,206 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273305205"}]},"ts":"1734273305205"} 2024-12-15T14:35:05,206 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T14:35:05,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, ASSIGN}] 2024-12-15T14:35:05,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, ASSIGN 2024-12-15T14:35:05,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:35:05,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=636f6487037bb79860a5fc027543d806, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:05,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; OpenRegionProcedure 636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:35:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T14:35:05,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:05,564 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,564 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:35:05,564 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,564 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:35:05,565 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,565 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,566 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,566 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:05,567 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636f6487037bb79860a5fc027543d806 columnFamilyName A 2024-12-15T14:35:05,567 DEBUG [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:05,567 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.HStore(327): Store=636f6487037bb79860a5fc027543d806/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:05,567 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,568 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:05,568 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636f6487037bb79860a5fc027543d806 columnFamilyName B 2024-12-15T14:35:05,568 DEBUG [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:05,568 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.HStore(327): Store=636f6487037bb79860a5fc027543d806/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:05,568 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,569 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:05,569 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 636f6487037bb79860a5fc027543d806 columnFamilyName C 2024-12-15T14:35:05,569 DEBUG [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:05,570 INFO [StoreOpener-636f6487037bb79860a5fc027543d806-1 {}] regionserver.HStore(327): Store=636f6487037bb79860a5fc027543d806/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:05,570 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,570 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,571 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,572 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:35:05,573 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:05,591 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:35:05,592 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 636f6487037bb79860a5fc027543d806; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61287886, jitterRate=-0.08673933148384094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:35:05,592 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:05,593 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., pid=115, masterSystemTime=1734273305561 2024-12-15T14:35:05,594 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,594 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:05,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=636f6487037bb79860a5fc027543d806, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:05,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-15T14:35:05,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; OpenRegionProcedure 636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 in 185 msec 2024-12-15T14:35:05,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-12-15T14:35:05,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, ASSIGN in 339 msec 2024-12-15T14:35:05,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:35:05,597 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273305597"}]},"ts":"1734273305597"} 2024-12-15T14:35:05,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T14:35:05,624 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:35:05,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2410 sec 2024-12-15T14:35:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T14:35:06,490 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 113 completed 2024-12-15T14:35:06,491 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dcd0d74 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@df2701 2024-12-15T14:35:06,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c349948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,552 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:35:06,554 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:35:06,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cd4a015 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35ca71a1 2024-12-15T14:35:06,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0c5089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x308560f2 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56a4483a 2024-12-15T14:35:06,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3943c27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e4052d1 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a5128bb 2024-12-15T14:35:06,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da65bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dda54a1 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e8db751 2024-12-15T14:35:06,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a938cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d4ec7e8 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e6ac62f 2024-12-15T14:35:06,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366de26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,704 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507d2cf9 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@95ad211 2024-12-15T14:35:06,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf3c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0f5004 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31adbce 2024-12-15T14:35:06,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1767dc60 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4276b1e9 2024-12-15T14:35:06,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949adfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c3d7a2 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574dd3aa 2024-12-15T14:35:06,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef82c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd3d28 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29247c18 2024-12-15T14:35:06,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672325a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:06,835 DEBUG [hconnection-0x5b5ffb26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,835 DEBUG [hconnection-0x3dbbeb06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:06,836 DEBUG [hconnection-0x24832ce3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,836 DEBUG [hconnection-0xadbd9fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,836 DEBUG [hconnection-0x30ae52d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,836 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,836 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,837 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,837 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,838 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,838 DEBUG [hconnection-0x2d617449-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,839 DEBUG [hconnection-0x6ab90ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,839 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,840 DEBUG [hconnection-0x4e0e7857-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,840 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,841 DEBUG [hconnection-0x6c7f8332-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,842 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,842 DEBUG [hconnection-0x2556728d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-15T14:35:06,843 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,844 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T14:35:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:06,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:06,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:35:06,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:06,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:06,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/2203ce2967c246adaae596ff21438f38 is 50, key is test_row_0/A:col10/1734273306845/Put/seqid=0 2024-12-15T14:35:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742203_1379 (size=12001) 2024-12-15T14:35:06,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/2203ce2967c246adaae596ff21438f38 2024-12-15T14:35:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273366879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273366881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273366882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273366884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273366887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/97f4bbcf931547c0b2102daed2c32d43 is 50, key is test_row_0/B:col10/1734273306845/Put/seqid=0 2024-12-15T14:35:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742204_1380 (size=12001) 2024-12-15T14:35:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T14:35:06,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273366985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273366985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273366985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273366986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273366988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:06,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T14:35:06,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:06,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:06,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T14:35:07,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T14:35:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:07,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273367188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273367189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273367190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273367191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273367192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T14:35:07,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:07,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:07,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:07,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:07,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/97f4bbcf931547c0b2102daed2c32d43 2024-12-15T14:35:07,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe is 50, key is test_row_0/C:col10/1734273306845/Put/seqid=0 2024-12-15T14:35:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742205_1381 (size=12001) 2024-12-15T14:35:07,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe 2024-12-15T14:35:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/2203ce2967c246adaae596ff21438f38 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2203ce2967c246adaae596ff21438f38 2024-12-15T14:35:07,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2203ce2967c246adaae596ff21438f38, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T14:35:07,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/97f4bbcf931547c0b2102daed2c32d43 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/97f4bbcf931547c0b2102daed2c32d43 2024-12-15T14:35:07,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/97f4bbcf931547c0b2102daed2c32d43, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T14:35:07,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe 2024-12-15T14:35:07,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T14:35:07,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 636f6487037bb79860a5fc027543d806 in 599ms, sequenceid=15, compaction requested=false 2024-12-15T14:35:07,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T14:35:07,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T14:35:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:07,464 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:35:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:07,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:07,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/77bda4394f8945f79ae884cdfd0e5bcf is 50, key is test_row_0/A:col10/1734273306880/Put/seqid=0 2024-12-15T14:35:07,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742206_1382 (size=12001) 2024-12-15T14:35:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273367525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273367526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273367531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273367537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273367538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,559 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/77bda4394f8945f79ae884cdfd0e5bcf 2024-12-15T14:35:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/263ef234623445a1b25c127367b79378 is 50, key is test_row_0/B:col10/1734273306880/Put/seqid=0 2024-12-15T14:35:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273367640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273367648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273367648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273367648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273367655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742207_1383 (size=12001) 2024-12-15T14:35:07,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273367847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273367856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273367858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273367860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273367863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T14:35:08,064 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/263ef234623445a1b25c127367b79378 2024-12-15T14:35:08,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/3cd6310deeff45b3840d7d0c7b44be48 is 50, key is test_row_0/C:col10/1734273306880/Put/seqid=0 2024-12-15T14:35:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742208_1384 (size=12001) 2024-12-15T14:35:08,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273368154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273368162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273368162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273368163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273368174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/3cd6310deeff45b3840d7d0c7b44be48 2024-12-15T14:35:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/77bda4394f8945f79ae884cdfd0e5bcf as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/77bda4394f8945f79ae884cdfd0e5bcf 2024-12-15T14:35:08,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/77bda4394f8945f79ae884cdfd0e5bcf, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T14:35:08,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/263ef234623445a1b25c127367b79378 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/263ef234623445a1b25c127367b79378 2024-12-15T14:35:08,547 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/263ef234623445a1b25c127367b79378, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T14:35:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/3cd6310deeff45b3840d7d0c7b44be48 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/3cd6310deeff45b3840d7d0c7b44be48 2024-12-15T14:35:08,580 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/3cd6310deeff45b3840d7d0c7b44be48, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T14:35:08,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 636f6487037bb79860a5fc027543d806 in 1118ms, sequenceid=38, compaction requested=false 2024-12-15T14:35:08,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:08,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:08,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-15T14:35:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-15T14:35:08,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-15T14:35:08,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7360 sec 2024-12-15T14:35:08,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.7540 sec 2024-12-15T14:35:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:08,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T14:35:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:08,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/232f2544d3674ad6b5e24297f08dd6e1 is 50, key is test_row_0/A:col10/1734273307504/Put/seqid=0 2024-12-15T14:35:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742209_1385 (size=12001) 2024-12-15T14:35:08,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273368722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273368723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273368728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273368732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273368732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273368833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273368833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273368843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273368844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273368846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T14:35:08,949 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-15T14:35:08,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-15T14:35:08,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:08,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:08,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273369042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273369042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273369050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273369051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273369053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/232f2544d3674ad6b5e24297f08dd6e1 2024-12-15T14:35:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/b571e85934c84a67a6995822490781ff is 50, key is test_row_0/B:col10/1734273307504/Put/seqid=0 2024-12-15T14:35:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742210_1386 (size=12001) 2024-12-15T14:35:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:09,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273369350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273369354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273369359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273369359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273369362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,419 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:35:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:09,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/b571e85934c84a67a6995822490781ff 2024-12-15T14:35:09,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:09,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:09,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/8f55173ba06f4dc79b299549bf9352e0 is 50, key is test_row_0/C:col10/1734273307504/Put/seqid=0 2024-12-15T14:35:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742211_1387 (size=12001) 2024-12-15T14:35:09,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/8f55173ba06f4dc79b299549bf9352e0 2024-12-15T14:35:09,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/232f2544d3674ad6b5e24297f08dd6e1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/232f2544d3674ad6b5e24297f08dd6e1 2024-12-15T14:35:09,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/232f2544d3674ad6b5e24297f08dd6e1, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:35:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/b571e85934c84a67a6995822490781ff as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/b571e85934c84a67a6995822490781ff 2024-12-15T14:35:09,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/b571e85934c84a67a6995822490781ff, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:35:09,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/8f55173ba06f4dc79b299549bf9352e0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8f55173ba06f4dc79b299549bf9352e0 2024-12-15T14:35:09,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:09,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8f55173ba06f4dc79b299549bf9352e0, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:35:09,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:09,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 636f6487037bb79860a5fc027543d806 in 1066ms, sequenceid=54, compaction requested=true 2024-12-15T14:35:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:09,745 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:09,745 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:09,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:09,746 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:09,746 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:09,746 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,747 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2203ce2967c246adaae596ff21438f38, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/77bda4394f8945f79ae884cdfd0e5bcf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/232f2544d3674ad6b5e24297f08dd6e1] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=35.2 K 2024-12-15T14:35:09,747 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:09,747 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:09,747 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,747 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/97f4bbcf931547c0b2102daed2c32d43, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/263ef234623445a1b25c127367b79378, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/b571e85934c84a67a6995822490781ff] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=35.2 K 2024-12-15T14:35:09,752 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 97f4bbcf931547c0b2102daed2c32d43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734273306841 2024-12-15T14:35:09,752 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2203ce2967c246adaae596ff21438f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734273306841 2024-12-15T14:35:09,756 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77bda4394f8945f79ae884cdfd0e5bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734273306879 2024-12-15T14:35:09,756 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 263ef234623445a1b25c127367b79378, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734273306879 2024-12-15T14:35:09,757 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 232f2544d3674ad6b5e24297f08dd6e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273307504 2024-12-15T14:35:09,757 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b571e85934c84a67a6995822490781ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273307504 2024-12-15T14:35:09,860 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:09,860 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:09,860 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/2afa583221c7487a9cb19b6966b131d2 is 50, key is test_row_0/A:col10/1734273307504/Put/seqid=0 2024-12-15T14:35:09,860 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f93ea7ec0b8041f49fee1120c06ac3ad is 50, key is test_row_0/B:col10/1734273307504/Put/seqid=0 2024-12-15T14:35:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:09,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:35:09,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:09,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:09,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:09,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:09,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:09,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:09,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:09,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:09,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:09,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273369892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273369892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273369899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273369904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273369905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742213_1389 (size=12104) 2024-12-15T14:35:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742212_1388 (size=12104) 2024-12-15T14:35:09,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/cc3d30cd8da949cb916ad5f168424bf3 is 50, key is test_row_0/A:col10/1734273309862/Put/seqid=0 2024-12-15T14:35:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742214_1390 (size=16681) 2024-12-15T14:35:09,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/cc3d30cd8da949cb916ad5f168424bf3 2024-12-15T14:35:10,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273370006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273370006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/07cddb669328479386ba30043873b4b6 is 50, key is test_row_0/B:col10/1734273309862/Put/seqid=0 2024-12-15T14:35:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273370018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273370018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273370018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742215_1391 (size=12001) 2024-12-15T14:35:10,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273370214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273370214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273370225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273370228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273370238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,343 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/2afa583221c7487a9cb19b6966b131d2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2afa583221c7487a9cb19b6966b131d2 2024-12-15T14:35:10,349 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f93ea7ec0b8041f49fee1120c06ac3ad as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f93ea7ec0b8041f49fee1120c06ac3ad 2024-12-15T14:35:10,350 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into 2afa583221c7487a9cb19b6966b131d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:10,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:10,350 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=13, startTime=1734273309745; duration=0sec 2024-12-15T14:35:10,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:10,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:10,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:10,355 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:10,355 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:10,356 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,356 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/3cd6310deeff45b3840d7d0c7b44be48, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8f55173ba06f4dc79b299549bf9352e0] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=35.2 K 2024-12-15T14:35:10,359 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a9d3e99b6ab434d9c4e6fcc14d64fbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734273306841 2024-12-15T14:35:10,362 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into f93ea7ec0b8041f49fee1120c06ac3ad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:10,362 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:10,362 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=13, startTime=1734273309745; duration=0sec 2024-12-15T14:35:10,362 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:10,362 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:10,363 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd6310deeff45b3840d7d0c7b44be48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734273306879 2024-12-15T14:35:10,367 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f55173ba06f4dc79b299549bf9352e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273307504 2024-12-15T14:35:10,389 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:10,389 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/d9bdaa6a147d4e5dbffe44ce317beb45 is 50, key is test_row_0/C:col10/1734273307504/Put/seqid=0 2024-12-15T14:35:10,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:10,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742216_1392 (size=12104) 2024-12-15T14:35:10,450 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/d9bdaa6a147d4e5dbffe44ce317beb45 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/d9bdaa6a147d4e5dbffe44ce317beb45 2024-12-15T14:35:10,461 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into d9bdaa6a147d4e5dbffe44ce317beb45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:10,461 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:10,461 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=13, startTime=1734273309746; duration=0sec 2024-12-15T14:35:10,461 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:10,461 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:10,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/07cddb669328479386ba30043873b4b6 2024-12-15T14:35:10,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/207b25a174a148e1addad2ba81d754a6 is 50, key is test_row_0/C:col10/1734273309862/Put/seqid=0 2024-12-15T14:35:10,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273370520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273370521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742217_1393 (size=12001) 2024-12-15T14:35:10,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/207b25a174a148e1addad2ba81d754a6 2024-12-15T14:35:10,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273370530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/cc3d30cd8da949cb916ad5f168424bf3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/cc3d30cd8da949cb916ad5f168424bf3 2024-12-15T14:35:10,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/cc3d30cd8da949cb916ad5f168424bf3, entries=250, sequenceid=78, filesize=16.3 K 2024-12-15T14:35:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273370541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/07cddb669328479386ba30043873b4b6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/07cddb669328479386ba30043873b4b6 2024-12-15T14:35:10,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:10,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/07cddb669328479386ba30043873b4b6, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T14:35:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:10,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/207b25a174a148e1addad2ba81d754a6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/207b25a174a148e1addad2ba81d754a6 2024-12-15T14:35:10,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273370548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/207b25a174a148e1addad2ba81d754a6, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T14:35:10,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 636f6487037bb79860a5fc027543d806 in 683ms, sequenceid=78, compaction requested=false 2024-12-15T14:35:10,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:10,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:10,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T14:35:10,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:10,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:35:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:10,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a6f2960b6c5c42d6971b42fea565ab10 is 50, key is test_row_0/A:col10/1734273309888/Put/seqid=0 2024-12-15T14:35:10,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742218_1394 (size=12001) 2024-12-15T14:35:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:11,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273371104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273371112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273371120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273371123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273371141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,155 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a6f2960b6c5c42d6971b42fea565ab10 2024-12-15T14:35:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/d5a0378672fd4add9d85ab328c8fdc22 is 50, key is test_row_0/B:col10/1734273309888/Put/seqid=0 2024-12-15T14:35:11,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742219_1395 (size=12001) 2024-12-15T14:35:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273371221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273371235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273371237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273371243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273371255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273371438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273371449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273371459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273371459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273371475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,637 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/d5a0378672fd4add9d85ab328c8fdc22 2024-12-15T14:35:11,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/4b4adfb2691e41c1a8c5bfc35ad440e6 is 50, key is test_row_0/C:col10/1734273309888/Put/seqid=0 2024-12-15T14:35:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742220_1396 (size=12001) 2024-12-15T14:35:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273371744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/4b4adfb2691e41c1a8c5bfc35ad440e6 2024-12-15T14:35:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273371756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a6f2960b6c5c42d6971b42fea565ab10 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a6f2960b6c5c42d6971b42fea565ab10 2024-12-15T14:35:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273371767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,771 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a6f2960b6c5c42d6971b42fea565ab10, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:35:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/d5a0378672fd4add9d85ab328c8fdc22 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d5a0378672fd4add9d85ab328c8fdc22 2024-12-15T14:35:11,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273371769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,785 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d5a0378672fd4add9d85ab328c8fdc22, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:35:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/4b4adfb2691e41c1a8c5bfc35ad440e6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4b4adfb2691e41c1a8c5bfc35ad440e6 2024-12-15T14:35:11,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273371789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:11,797 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4b4adfb2691e41c1a8c5bfc35ad440e6, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T14:35:11,798 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 636f6487037bb79860a5fc027543d806 in 1094ms, sequenceid=94, compaction requested=true 2024-12-15T14:35:11,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:11,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:11,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-15T14:35:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-15T14:35:11,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-15T14:35:11,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8510 sec 2024-12-15T14:35:11,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.8570 sec 2024-12-15T14:35:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:12,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:35:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:12,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/3e4adcd73fba499184fa1eb31523c639 is 50, key is test_row_0/A:col10/1734273311113/Put/seqid=0 2024-12-15T14:35:12,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742221_1397 (size=12001) 2024-12-15T14:35:12,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/3e4adcd73fba499184fa1eb31523c639 2024-12-15T14:35:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273372306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273372308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273372308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273372312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/fde8601acde44cc993e72b5ecf52d391 is 50, key is test_row_0/B:col10/1734273311113/Put/seqid=0 2024-12-15T14:35:12,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273372316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742222_1398 (size=12001) 2024-12-15T14:35:12,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273372421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273372422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273372422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273372422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273372422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273372629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273372629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273372635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273372636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273372636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/fde8601acde44cc993e72b5ecf52d391 2024-12-15T14:35:12,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/27817527a0e443f88b83bc7268a5c571 is 50, key is test_row_0/C:col10/1734273311113/Put/seqid=0 2024-12-15T14:35:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742223_1399 (size=12001) 2024-12-15T14:35:12,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/27817527a0e443f88b83bc7268a5c571 2024-12-15T14:35:12,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273372936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273372939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273372944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273372955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273372956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/3e4adcd73fba499184fa1eb31523c639 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/3e4adcd73fba499184fa1eb31523c639 2024-12-15T14:35:13,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/3e4adcd73fba499184fa1eb31523c639, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T14:35:13,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/fde8601acde44cc993e72b5ecf52d391 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/fde8601acde44cc993e72b5ecf52d391 2024-12-15T14:35:13,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/fde8601acde44cc993e72b5ecf52d391, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T14:35:13,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/27817527a0e443f88b83bc7268a5c571 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/27817527a0e443f88b83bc7268a5c571 2024-12-15T14:35:13,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/27817527a0e443f88b83bc7268a5c571, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T14:35:13,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 636f6487037bb79860a5fc027543d806 in 764ms, sequenceid=119, compaction requested=true 2024-12-15T14:35:13,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:13,038 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:13,039 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:13,039 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:13,039 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:13,039 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2afa583221c7487a9cb19b6966b131d2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/cc3d30cd8da949cb916ad5f168424bf3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a6f2960b6c5c42d6971b42fea565ab10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/3e4adcd73fba499184fa1eb31523c639] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=51.5 K 2024-12-15T14:35:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:13,039 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:13,039 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2afa583221c7487a9cb19b6966b131d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273307504 2024-12-15T14:35:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:13,040 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc3d30cd8da949cb916ad5f168424bf3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273308715 2024-12-15T14:35:13,040 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6f2960b6c5c42d6971b42fea565ab10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273309880 2024-12-15T14:35:13,041 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e4adcd73fba499184fa1eb31523c639, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734273311113 2024-12-15T14:35:13,041 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:13,041 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:13,041 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:13,041 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f93ea7ec0b8041f49fee1120c06ac3ad, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/07cddb669328479386ba30043873b4b6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d5a0378672fd4add9d85ab328c8fdc22, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/fde8601acde44cc993e72b5ecf52d391] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=47.0 K 2024-12-15T14:35:13,041 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f93ea7ec0b8041f49fee1120c06ac3ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273307504 2024-12-15T14:35:13,042 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 07cddb669328479386ba30043873b4b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273308721 2024-12-15T14:35:13,042 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a0378672fd4add9d85ab328c8fdc22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273309880 2024-12-15T14:35:13,042 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting fde8601acde44cc993e72b5ecf52d391, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734273311113 2024-12-15T14:35:13,053 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:13,054 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e366cbc3a5c64c9eb1360b832b382114 is 50, key is test_row_0/A:col10/1734273311113/Put/seqid=0 2024-12-15T14:35:13,063 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:13,064 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/adf910e065f742b9b26762e7cece8357 is 50, key is test_row_0/B:col10/1734273311113/Put/seqid=0 2024-12-15T14:35:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T14:35:13,095 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-15T14:35:13,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-15T14:35:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T14:35:13,102 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:13,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742225_1401 (size=12241) 2024-12-15T14:35:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742224_1400 (size=12241) 2024-12-15T14:35:13,130 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/adf910e065f742b9b26762e7cece8357 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/adf910e065f742b9b26762e7cece8357 2024-12-15T14:35:13,159 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into adf910e065f742b9b26762e7cece8357(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:13,159 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:13,159 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=12, startTime=1734273313039; duration=0sec 2024-12-15T14:35:13,159 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:13,159 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:13,159 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:13,164 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:13,164 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:13,164 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:13,164 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/d9bdaa6a147d4e5dbffe44ce317beb45, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/207b25a174a148e1addad2ba81d754a6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4b4adfb2691e41c1a8c5bfc35ad440e6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/27817527a0e443f88b83bc7268a5c571] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=47.0 K 2024-12-15T14:35:13,167 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d9bdaa6a147d4e5dbffe44ce317beb45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273307504 2024-12-15T14:35:13,168 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 207b25a174a148e1addad2ba81d754a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273308721 2024-12-15T14:35:13,168 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4adfb2691e41c1a8c5bfc35ad440e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734273309880 2024-12-15T14:35:13,169 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 27817527a0e443f88b83bc7268a5c571, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734273311113 2024-12-15T14:35:13,190 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:13,191 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/60a08e09f6484a8bb9032b437c334222 is 50, key is test_row_0/C:col10/1734273311113/Put/seqid=0 2024-12-15T14:35:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T14:35:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742226_1402 (size=12241) 2024-12-15T14:35:13,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T14:35:13,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:13,258 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:35:13,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:13,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:13,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a5ced8513c5e48e4a3dfcbfff3e0812f is 50, key is test_row_0/A:col10/1734273312308/Put/seqid=0 2024-12-15T14:35:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742227_1403 (size=12101) 2024-12-15T14:35:13,305 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a5ced8513c5e48e4a3dfcbfff3e0812f 2024-12-15T14:35:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/36d4666893cc498785539db14930adef is 50, key is test_row_0/B:col10/1734273312308/Put/seqid=0 2024-12-15T14:35:13,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742228_1404 (size=12101) 2024-12-15T14:35:13,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/36d4666893cc498785539db14930adef 2024-12-15T14:35:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/6b9e3833823840468addd9c67e54c535 is 50, key is test_row_0/C:col10/1734273312308/Put/seqid=0 2024-12-15T14:35:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T14:35:13,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742229_1405 (size=12101) 2024-12-15T14:35:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:13,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:13,564 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e366cbc3a5c64c9eb1360b832b382114 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e366cbc3a5c64c9eb1360b832b382114 2024-12-15T14:35:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273373556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273373559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273373559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273373564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,588 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into e366cbc3a5c64c9eb1360b832b382114(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:13,588 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:13,588 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=12, startTime=1734273313037; duration=0sec 2024-12-15T14:35:13,588 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:13,588 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:13,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273373583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,641 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/60a08e09f6484a8bb9032b437c334222 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/60a08e09f6484a8bb9032b437c334222 2024-12-15T14:35:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273373680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273373683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273373684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,691 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into 60a08e09f6484a8bb9032b437c334222(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:13,691 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:13,691 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=12, startTime=1734273313039; duration=0sec 2024-12-15T14:35:13,691 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:13,691 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273373695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273373703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T14:35:13,845 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/6b9e3833823840468addd9c67e54c535 2024-12-15T14:35:13,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a5ced8513c5e48e4a3dfcbfff3e0812f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a5ced8513c5e48e4a3dfcbfff3e0812f 2024-12-15T14:35:13,860 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a5ced8513c5e48e4a3dfcbfff3e0812f, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T14:35:13,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/36d4666893cc498785539db14930adef as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/36d4666893cc498785539db14930adef 2024-12-15T14:35:13,870 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/36d4666893cc498785539db14930adef, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T14:35:13,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/6b9e3833823840468addd9c67e54c535 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6b9e3833823840468addd9c67e54c535 2024-12-15T14:35:13,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6b9e3833823840468addd9c67e54c535, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T14:35:13,883 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 636f6487037bb79860a5fc027543d806 in 625ms, sequenceid=132, compaction requested=false 2024-12-15T14:35:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-15T14:35:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-15T14:35:13,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:35:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:13,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:13,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-15T14:35:13,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 788 msec 2024-12-15T14:35:13,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b30c61ea2aae4f2dac932d49ed378cf5 is 50, key is test_row_0/A:col10/1734273313556/Put/seqid=0 2024-12-15T14:35:13,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 812 msec 2024-12-15T14:35:13,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273373919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273373924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273373931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273373934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273373934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742230_1406 (size=14541) 2024-12-15T14:35:13,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b30c61ea2aae4f2dac932d49ed378cf5 2024-12-15T14:35:13,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/9e4c7123871441458d83552eb3159ed5 is 50, key is test_row_0/B:col10/1734273313556/Put/seqid=0 2024-12-15T14:35:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742231_1407 (size=12151) 2024-12-15T14:35:14,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/9e4c7123871441458d83552eb3159ed5 2024-12-15T14:35:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273374039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273374040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273374040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273374040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273374049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/444bb78ea80b4b67a50cd8c174dd41c2 is 50, key is test_row_0/C:col10/1734273313556/Put/seqid=0 2024-12-15T14:35:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742232_1408 (size=12151) 2024-12-15T14:35:14,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/444bb78ea80b4b67a50cd8c174dd41c2 2024-12-15T14:35:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b30c61ea2aae4f2dac932d49ed378cf5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b30c61ea2aae4f2dac932d49ed378cf5 2024-12-15T14:35:14,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b30c61ea2aae4f2dac932d49ed378cf5, entries=200, sequenceid=159, filesize=14.2 K 2024-12-15T14:35:14,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/9e4c7123871441458d83552eb3159ed5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/9e4c7123871441458d83552eb3159ed5 2024-12-15T14:35:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T14:35:14,208 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-15T14:35:14,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/9e4c7123871441458d83552eb3159ed5, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T14:35:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/444bb78ea80b4b67a50cd8c174dd41c2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/444bb78ea80b4b67a50cd8c174dd41c2 2024-12-15T14:35:14,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-15T14:35:14,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/444bb78ea80b4b67a50cd8c174dd41c2, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T14:35:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T14:35:14,242 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:14,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:14,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:14,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 636f6487037bb79860a5fc027543d806 in 352ms, sequenceid=159, compaction requested=true 2024-12-15T14:35:14,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:14,248 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:14,248 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:14,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:14,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:14,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:14,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:14,260 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:14,260 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:14,260 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,261 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/adf910e065f742b9b26762e7cece8357, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/36d4666893cc498785539db14930adef, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/9e4c7123871441458d83552eb3159ed5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=35.6 K 2024-12-15T14:35:14,261 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38883 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:14,261 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:14,261 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,261 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e366cbc3a5c64c9eb1360b832b382114, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a5ced8513c5e48e4a3dfcbfff3e0812f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b30c61ea2aae4f2dac932d49ed378cf5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=38.0 K 2024-12-15T14:35:14,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:35:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:14,269 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e366cbc3a5c64c9eb1360b832b382114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734273311113 2024-12-15T14:35:14,270 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting adf910e065f742b9b26762e7cece8357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734273311113 2024-12-15T14:35:14,275 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5ced8513c5e48e4a3dfcbfff3e0812f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734273312287 2024-12-15T14:35:14,275 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d4666893cc498785539db14930adef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734273312287 2024-12-15T14:35:14,278 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e4c7123871441458d83552eb3159ed5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273313553 2024-12-15T14:35:14,279 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b30c61ea2aae4f2dac932d49ed378cf5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273313553 2024-12-15T14:35:14,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a231cdad4ca04b67aeb5d36b9adedf63 is 50, key is test_row_0/A:col10/1734273314261/Put/seqid=0 2024-12-15T14:35:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742233_1409 (size=12151) 2024-12-15T14:35:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T14:35:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273374330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a231cdad4ca04b67aeb5d36b9adedf63 2024-12-15T14:35:14,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273374339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273374340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273374344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,357 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:14,358 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/03f8b3a69dec4cdcb771662a73f0fb12 is 50, key is test_row_0/A:col10/1734273313556/Put/seqid=0 2024-12-15T14:35:14,361 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:14,361 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/ba07b4be93354858925f93a1a4320593 is 50, key is test_row_0/B:col10/1734273313556/Put/seqid=0 2024-12-15T14:35:14,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273374347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742234_1410 (size=12493) 2024-12-15T14:35:14,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T14:35:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742235_1411 (size=12493) 2024-12-15T14:35:14,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/4c898b746d614129a8de0b6739a1d79f is 50, key is test_row_0/B:col10/1734273314261/Put/seqid=0 2024-12-15T14:35:14,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273374444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273374460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273374460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273374462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742236_1412 (size=12151) 2024-12-15T14:35:14,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273374474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/4c898b746d614129a8de0b6739a1d79f 2024-12-15T14:35:14,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/430007f8d2474b6dab3cc655197c7f76 is 50, key is test_row_0/C:col10/1734273314261/Put/seqid=0 2024-12-15T14:35:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T14:35:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742237_1413 (size=12151) 2024-12-15T14:35:14,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T14:35:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273374652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273374667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273374667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273374669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273374681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T14:35:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,843 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/03f8b3a69dec4cdcb771662a73f0fb12 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/03f8b3a69dec4cdcb771662a73f0fb12 2024-12-15T14:35:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T14:35:14,865 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/ba07b4be93354858925f93a1a4320593 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/ba07b4be93354858925f93a1a4320593 2024-12-15T14:35:14,886 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into 03f8b3a69dec4cdcb771662a73f0fb12(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:14,886 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:14,886 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=13, startTime=1734273314247; duration=0sec 2024-12-15T14:35:14,886 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:14,886 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:14,886 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:14,888 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:14,888 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:14,888 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,888 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/60a08e09f6484a8bb9032b437c334222, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6b9e3833823840468addd9c67e54c535, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/444bb78ea80b4b67a50cd8c174dd41c2] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=35.6 K 2024-12-15T14:35:14,889 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into ba07b4be93354858925f93a1a4320593(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:14,889 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:14,889 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=13, startTime=1734273314248; duration=0sec 2024-12-15T14:35:14,889 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:14,889 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:14,890 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60a08e09f6484a8bb9032b437c334222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734273311113 2024-12-15T14:35:14,890 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b9e3833823840468addd9c67e54c535, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734273312287 2024-12-15T14:35:14,891 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 444bb78ea80b4b67a50cd8c174dd41c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273313553 2024-12-15T14:35:14,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T14:35:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:14,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:14,901 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:14,902 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/8460bb64fc4249b3a644ff10a1acb578 is 50, key is test_row_0/C:col10/1734273313556/Put/seqid=0 2024-12-15T14:35:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742238_1414 (size=12493) 2024-12-15T14:35:14,943 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/8460bb64fc4249b3a644ff10a1acb578 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8460bb64fc4249b3a644ff10a1acb578 2024-12-15T14:35:14,959 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into 8460bb64fc4249b3a644ff10a1acb578(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:14,959 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:14,959 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=13, startTime=1734273314249; duration=0sec 2024-12-15T14:35:14,959 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:14,959 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:14,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/430007f8d2474b6dab3cc655197c7f76 2024-12-15T14:35:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273374957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/a231cdad4ca04b67aeb5d36b9adedf63 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a231cdad4ca04b67aeb5d36b9adedf63 2024-12-15T14:35:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273374969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273374970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273374978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273374988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:14,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a231cdad4ca04b67aeb5d36b9adedf63, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T14:35:14,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/4c898b746d614129a8de0b6739a1d79f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/4c898b746d614129a8de0b6739a1d79f 2024-12-15T14:35:15,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/4c898b746d614129a8de0b6739a1d79f, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T14:35:15,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/430007f8d2474b6dab3cc655197c7f76 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/430007f8d2474b6dab3cc655197c7f76 2024-12-15T14:35:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/430007f8d2474b6dab3cc655197c7f76, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T14:35:15,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 636f6487037bb79860a5fc027543d806 in 781ms, sequenceid=174, compaction requested=false 2024-12-15T14:35:15,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:15,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T14:35:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:15,048 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T14:35:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:15,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/235054a78e7c49a0b2f1d5f4d45bb7cc is 50, key is test_row_0/A:col10/1734273314336/Put/seqid=0 2024-12-15T14:35:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742239_1415 (size=12151) 2024-12-15T14:35:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T14:35:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:15,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:15,511 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/235054a78e7c49a0b2f1d5f4d45bb7cc 2024-12-15T14:35:15,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273375510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273375509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273375511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273375515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273375523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f7c6f64fc48341e58496e8e0db776ef5 is 50, key is test_row_0/B:col10/1734273314336/Put/seqid=0 2024-12-15T14:35:15,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742240_1416 (size=12151) 2024-12-15T14:35:15,623 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f7c6f64fc48341e58496e8e0db776ef5 2024-12-15T14:35:15,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273375624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273375624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273375628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273375635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273375636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/aab1e20afaa34990b96317c3206b2f58 is 50, key is test_row_0/C:col10/1734273314336/Put/seqid=0 2024-12-15T14:35:15,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742241_1417 (size=12151) 2024-12-15T14:35:15,684 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/aab1e20afaa34990b96317c3206b2f58 2024-12-15T14:35:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/235054a78e7c49a0b2f1d5f4d45bb7cc as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/235054a78e7c49a0b2f1d5f4d45bb7cc 2024-12-15T14:35:15,740 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/235054a78e7c49a0b2f1d5f4d45bb7cc, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T14:35:15,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f7c6f64fc48341e58496e8e0db776ef5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f7c6f64fc48341e58496e8e0db776ef5 2024-12-15T14:35:15,796 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f7c6f64fc48341e58496e8e0db776ef5, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T14:35:15,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/aab1e20afaa34990b96317c3206b2f58 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/aab1e20afaa34990b96317c3206b2f58 2024-12-15T14:35:15,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273375835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273375835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273375839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273375846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273375851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:15,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/aab1e20afaa34990b96317c3206b2f58, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T14:35:15,863 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 636f6487037bb79860a5fc027543d806 in 815ms, sequenceid=199, compaction requested=true 2024-12-15T14:35:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-15T14:35:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-15T14:35:15,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-15T14:35:15,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6360 sec 2024-12-15T14:35:15,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6550 sec 2024-12-15T14:35:16,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T14:35:16,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:16,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:16,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:16,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:16,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:16,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:16,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/536e1bb5cc3f4a98839ae798eb50bb1e is 50, key is test_row_0/A:col10/1734273315508/Put/seqid=0 2024-12-15T14:35:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273376203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742242_1418 (size=14541) 2024-12-15T14:35:16,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273376205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273376205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273376206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273376210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273376320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273376321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273376324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273376323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273376340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T14:35:16,347 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-15T14:35:16,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-15T14:35:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:16,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:16,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:16,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:16,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273376525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273376531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273376532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273376534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273376550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/536e1bb5cc3f4a98839ae798eb50bb1e 2024-12-15T14:35:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:16,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/02a01c75169247e9ba106372b152907a is 50, key is test_row_0/B:col10/1734273315508/Put/seqid=0 2024-12-15T14:35:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742243_1419 (size=12151) 2024-12-15T14:35:16,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/02a01c75169247e9ba106372b152907a 2024-12-15T14:35:16,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:16,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/1eada4fd0a1e4f2f93116556cda18d7b is 50, key is test_row_0/C:col10/1734273315508/Put/seqid=0 2024-12-15T14:35:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742244_1420 (size=12151) 2024-12-15T14:35:16,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/1eada4fd0a1e4f2f93116556cda18d7b 2024-12-15T14:35:16,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/536e1bb5cc3f4a98839ae798eb50bb1e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/536e1bb5cc3f4a98839ae798eb50bb1e 2024-12-15T14:35:16,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/536e1bb5cc3f4a98839ae798eb50bb1e, entries=200, sequenceid=215, filesize=14.2 K 2024-12-15T14:35:16,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/02a01c75169247e9ba106372b152907a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/02a01c75169247e9ba106372b152907a 2024-12-15T14:35:16,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/02a01c75169247e9ba106372b152907a, entries=150, sequenceid=215, filesize=11.9 K 2024-12-15T14:35:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/1eada4fd0a1e4f2f93116556cda18d7b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/1eada4fd0a1e4f2f93116556cda18d7b 2024-12-15T14:35:16,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/1eada4fd0a1e4f2f93116556cda18d7b, entries=150, sequenceid=215, filesize=11.9 K 2024-12-15T14:35:16,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 636f6487037bb79860a5fc027543d806 in 678ms, sequenceid=215, compaction requested=true 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:16,825 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:16,825 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:16,827 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:16,827 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:16,827 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,827 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/ba07b4be93354858925f93a1a4320593, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/4c898b746d614129a8de0b6739a1d79f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f7c6f64fc48341e58496e8e0db776ef5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/02a01c75169247e9ba106372b152907a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=47.8 K 2024-12-15T14:35:16,827 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:16,828 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:16,828 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,828 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/03f8b3a69dec4cdcb771662a73f0fb12, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a231cdad4ca04b67aeb5d36b9adedf63, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/235054a78e7c49a0b2f1d5f4d45bb7cc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/536e1bb5cc3f4a98839ae798eb50bb1e] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=50.1 K 2024-12-15T14:35:16,828 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting ba07b4be93354858925f93a1a4320593, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273313553 2024-12-15T14:35:16,829 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c898b746d614129a8de0b6739a1d79f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273313916 2024-12-15T14:35:16,830 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f7c6f64fc48341e58496e8e0db776ef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734273314336 2024-12-15T14:35:16,830 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a01c75169247e9ba106372b152907a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734273315508 2024-12-15T14:35:16,831 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03f8b3a69dec4cdcb771662a73f0fb12, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273313553 2024-12-15T14:35:16,832 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting a231cdad4ca04b67aeb5d36b9adedf63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273313916 2024-12-15T14:35:16,835 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 235054a78e7c49a0b2f1d5f4d45bb7cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734273314336 2024-12-15T14:35:16,836 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 536e1bb5cc3f4a98839ae798eb50bb1e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734273315504 2024-12-15T14:35:16,844 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:16,844 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f0a932f1d6b340fbb36b4170f03b3432 is 50, key is test_row_0/B:col10/1734273315508/Put/seqid=0 2024-12-15T14:35:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:16,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T14:35:16,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:16,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:16,849 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:16,849 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b1cb268ccb624d3db79558f70428c3ca is 50, key is test_row_0/A:col10/1734273315508/Put/seqid=0 2024-12-15T14:35:16,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/bcc944004c1e473cbaff476e196940d7 is 50, key is test_row_0/A:col10/1734273316196/Put/seqid=0 2024-12-15T14:35:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273376864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273376864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,881 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:16,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:16,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273376876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273376876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273376878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742245_1421 (size=12629) 2024-12-15T14:35:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742246_1422 (size=12629) 2024-12-15T14:35:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742247_1423 (size=14541) 2024-12-15T14:35:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273376986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273376990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273376990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:16,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273376991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273376993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273377193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273377195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273377196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:17,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273377197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273377204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,299 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/f0a932f1d6b340fbb36b4170f03b3432 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f0a932f1d6b340fbb36b4170f03b3432 2024-12-15T14:35:17,304 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into f0a932f1d6b340fbb36b4170f03b3432(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:17,304 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:17,304 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=12, startTime=1734273316825; duration=0sec 2024-12-15T14:35:17,304 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:17,304 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:17,304 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:17,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:17,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:17,307 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,307 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8460bb64fc4249b3a644ff10a1acb578, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/430007f8d2474b6dab3cc655197c7f76, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/aab1e20afaa34990b96317c3206b2f58, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/1eada4fd0a1e4f2f93116556cda18d7b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=47.8 K 2024-12-15T14:35:17,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 8460bb64fc4249b3a644ff10a1acb578, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734273313553 2024-12-15T14:35:17,308 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 430007f8d2474b6dab3cc655197c7f76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734273313916 2024-12-15T14:35:17,308 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting aab1e20afaa34990b96317c3206b2f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734273314336 2024-12-15T14:35:17,309 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eada4fd0a1e4f2f93116556cda18d7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734273315508 2024-12-15T14:35:17,317 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b1cb268ccb624d3db79558f70428c3ca as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b1cb268ccb624d3db79558f70428c3ca 2024-12-15T14:35:17,321 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into b1cb268ccb624d3db79558f70428c3ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:17,321 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:17,321 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=12, startTime=1734273316825; duration=0sec 2024-12-15T14:35:17,321 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:17,321 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:17,323 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:17,324 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2e60de4aaf394f01a47b2e6cffd9e388 is 50, key is test_row_0/C:col10/1734273315508/Put/seqid=0 2024-12-15T14:35:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742248_1424 (size=12629) 2024-12-15T14:35:17,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/bcc944004c1e473cbaff476e196940d7 2024-12-15T14:35:17,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/395d1360eaad49ed86d1eaf4fac82b4a is 50, key is test_row_0/B:col10/1734273316196/Put/seqid=0 2024-12-15T14:35:17,370 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2e60de4aaf394f01a47b2e6cffd9e388 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2e60de4aaf394f01a47b2e6cffd9e388 2024-12-15T14:35:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742249_1425 (size=12151) 2024-12-15T14:35:17,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/395d1360eaad49ed86d1eaf4fac82b4a 2024-12-15T14:35:17,391 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into 2e60de4aaf394f01a47b2e6cffd9e388(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:17,391 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:17,391 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=12, startTime=1734273316825; duration=0sec 2024-12-15T14:35:17,392 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:17,392 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:17,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/5b742d57ef7343ee863d7aa8245d92be is 50, key is test_row_0/C:col10/1734273316196/Put/seqid=0 2024-12-15T14:35:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742250_1426 (size=12151) 2024-12-15T14:35:17,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/5b742d57ef7343ee863d7aa8245d92be 2024-12-15T14:35:17,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/bcc944004c1e473cbaff476e196940d7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/bcc944004c1e473cbaff476e196940d7 2024-12-15T14:35:17,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/bcc944004c1e473cbaff476e196940d7, entries=200, sequenceid=236, filesize=14.2 K 2024-12-15T14:35:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:17,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/395d1360eaad49ed86d1eaf4fac82b4a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/395d1360eaad49ed86d1eaf4fac82b4a 2024-12-15T14:35:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273377499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273377499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/395d1360eaad49ed86d1eaf4fac82b4a, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T14:35:17,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273377502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/5b742d57ef7343ee863d7aa8245d92be as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/5b742d57ef7343ee863d7aa8245d92be 2024-12-15T14:35:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273377504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:17,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273377513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/5b742d57ef7343ee863d7aa8245d92be, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T14:35:17,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 636f6487037bb79860a5fc027543d806 in 686ms, sequenceid=236, compaction requested=false 2024-12-15T14:35:17,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:17,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:17,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:17,670 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:17,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/941cb67f1af64f8697416cf22f8bb463 is 50, key is test_row_0/A:col10/1734273316870/Put/seqid=0 2024-12-15T14:35:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742251_1427 (size=12151) 2024-12-15T14:35:17,719 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/941cb67f1af64f8697416cf22f8bb463 2024-12-15T14:35:17,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/d4d21f9630b5488f89a1dee0450b141b is 50, key is test_row_0/B:col10/1734273316870/Put/seqid=0 2024-12-15T14:35:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742252_1428 (size=12151) 2024-12-15T14:35:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:18,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:18,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273378042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273378043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273378079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273378080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273378084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273378181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273378186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273378198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273378199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273378204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,232 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/d4d21f9630b5488f89a1dee0450b141b 2024-12-15T14:35:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/69e9532689d044c0a0ce03c961050671 is 50, key is test_row_0/C:col10/1734273316870/Put/seqid=0 2024-12-15T14:35:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742253_1429 (size=12151) 2024-12-15T14:35:18,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273378390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273378390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273378405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273378408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273378418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:18,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273378699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273378701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,716 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/69e9532689d044c0a0ce03c961050671 2024-12-15T14:35:18,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273378719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273378723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273378723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/941cb67f1af64f8697416cf22f8bb463 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/941cb67f1af64f8697416cf22f8bb463 2024-12-15T14:35:18,789 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/941cb67f1af64f8697416cf22f8bb463, entries=150, sequenceid=254, filesize=11.9 K 2024-12-15T14:35:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/d4d21f9630b5488f89a1dee0450b141b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d4d21f9630b5488f89a1dee0450b141b 2024-12-15T14:35:18,807 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d4d21f9630b5488f89a1dee0450b141b, entries=150, sequenceid=254, filesize=11.9 K 2024-12-15T14:35:18,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/69e9532689d044c0a0ce03c961050671 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/69e9532689d044c0a0ce03c961050671 2024-12-15T14:35:18,813 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/69e9532689d044c0a0ce03c961050671, entries=150, sequenceid=254, filesize=11.9 K 2024-12-15T14:35:18,814 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 636f6487037bb79860a5fc027543d806 in 1144ms, sequenceid=254, compaction requested=true 2024-12-15T14:35:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:18,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-15T14:35:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-15T14:35:18,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-15T14:35:18,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4430 sec 2024-12-15T14:35:18,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.4640 sec 2024-12-15T14:35:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:19,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:35:19,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:19,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/26b9ea821d1d4a7385aff08ad8faa382 is 50, key is test_row_0/A:col10/1734273318033/Put/seqid=0 2024-12-15T14:35:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273379231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273379231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273379232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273379233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273379247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742254_1430 (size=14741) 2024-12-15T14:35:19,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/26b9ea821d1d4a7385aff08ad8faa382 2024-12-15T14:35:19,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/bea708e6949f4a68846c02174d8d2caf is 50, key is test_row_0/B:col10/1734273318033/Put/seqid=0 2024-12-15T14:35:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273379343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273379343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742255_1431 (size=12301) 2024-12-15T14:35:19,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/bea708e6949f4a68846c02174d8d2caf 2024-12-15T14:35:19,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/0909a9d5f1f043f19f6c08fc429288f5 is 50, key is test_row_0/C:col10/1734273318033/Put/seqid=0 2024-12-15T14:35:19,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742256_1432 (size=12301) 2024-12-15T14:35:19,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/0909a9d5f1f043f19f6c08fc429288f5 2024-12-15T14:35:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/26b9ea821d1d4a7385aff08ad8faa382 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/26b9ea821d1d4a7385aff08ad8faa382 2024-12-15T14:35:19,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/26b9ea821d1d4a7385aff08ad8faa382, entries=200, sequenceid=278, filesize=14.4 K 2024-12-15T14:35:19,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/bea708e6949f4a68846c02174d8d2caf as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/bea708e6949f4a68846c02174d8d2caf 2024-12-15T14:35:19,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273379551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273379560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/bea708e6949f4a68846c02174d8d2caf, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T14:35:19,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/0909a9d5f1f043f19f6c08fc429288f5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/0909a9d5f1f043f19f6c08fc429288f5 2024-12-15T14:35:19,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/0909a9d5f1f043f19f6c08fc429288f5, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T14:35:19,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 636f6487037bb79860a5fc027543d806 in 385ms, sequenceid=278, compaction requested=true 2024-12-15T14:35:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:19,594 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:35:19,595 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:19,595 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:19,595 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:19,596 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b1cb268ccb624d3db79558f70428c3ca, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/bcc944004c1e473cbaff476e196940d7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/941cb67f1af64f8697416cf22f8bb463, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/26b9ea821d1d4a7385aff08ad8faa382] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=52.8 K 2024-12-15T14:35:19,596 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:19,597 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1cb268ccb624d3db79558f70428c3ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734273315508 2024-12-15T14:35:19,597 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc944004c1e473cbaff476e196940d7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734273316196 2024-12-15T14:35:19,597 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 941cb67f1af64f8697416cf22f8bb463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273316870 2024-12-15T14:35:19,598 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26b9ea821d1d4a7385aff08ad8faa382, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734273318033 2024-12-15T14:35:19,603 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:19,603 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:19,603 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:19,603 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f0a932f1d6b340fbb36b4170f03b3432, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/395d1360eaad49ed86d1eaf4fac82b4a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d4d21f9630b5488f89a1dee0450b141b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/bea708e6949f4a68846c02174d8d2caf] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=48.1 K 2024-12-15T14:35:19,607 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f0a932f1d6b340fbb36b4170f03b3432, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734273315508 2024-12-15T14:35:19,611 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 395d1360eaad49ed86d1eaf4fac82b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734273316196 2024-12-15T14:35:19,615 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d4d21f9630b5488f89a1dee0450b141b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273316870 2024-12-15T14:35:19,619 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting bea708e6949f4a68846c02174d8d2caf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734273318033 2024-12-15T14:35:19,657 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:19,658 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e72df411aa8747398a4b6af2e51f13f2 is 50, key is test_row_0/A:col10/1734273318033/Put/seqid=0 2024-12-15T14:35:19,677 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#364 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:19,678 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/1dcdbf4a70564c15b48dfd79e51d09bf is 50, key is test_row_0/B:col10/1734273318033/Put/seqid=0 2024-12-15T14:35:19,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742257_1433 (size=12915) 2024-12-15T14:35:19,704 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e72df411aa8747398a4b6af2e51f13f2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e72df411aa8747398a4b6af2e51f13f2 2024-12-15T14:35:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742258_1434 (size=12915) 2024-12-15T14:35:19,715 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into e72df411aa8747398a4b6af2e51f13f2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:19,715 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:19,715 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=12, startTime=1734273319594; duration=0sec 2024-12-15T14:35:19,716 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:19,716 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:19,716 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:19,717 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/1dcdbf4a70564c15b48dfd79e51d09bf as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1dcdbf4a70564c15b48dfd79e51d09bf 2024-12-15T14:35:19,719 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:19,719 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:19,719 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:19,719 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2e60de4aaf394f01a47b2e6cffd9e388, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/5b742d57ef7343ee863d7aa8245d92be, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/69e9532689d044c0a0ce03c961050671, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/0909a9d5f1f043f19f6c08fc429288f5] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=48.1 K 2024-12-15T14:35:19,720 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e60de4aaf394f01a47b2e6cffd9e388, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734273315508 2024-12-15T14:35:19,720 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b742d57ef7343ee863d7aa8245d92be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734273316196 2024-12-15T14:35:19,721 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69e9532689d044c0a0ce03c961050671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273316870 2024-12-15T14:35:19,722 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0909a9d5f1f043f19f6c08fc429288f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734273318033 2024-12-15T14:35:19,726 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into 1dcdbf4a70564c15b48dfd79e51d09bf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:19,726 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:19,726 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=12, startTime=1734273319594; duration=0sec 2024-12-15T14:35:19,726 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:19,726 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:19,735 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:19,735 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2668a550c8e54dcba02fe6c8fdefd366 is 50, key is test_row_0/C:col10/1734273318033/Put/seqid=0 2024-12-15T14:35:19,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742259_1435 (size=12915) 2024-12-15T14:35:19,778 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2668a550c8e54dcba02fe6c8fdefd366 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2668a550c8e54dcba02fe6c8fdefd366 2024-12-15T14:35:19,796 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into 2668a550c8e54dcba02fe6c8fdefd366(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:19,797 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:19,797 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=12, startTime=1734273319595; duration=0sec 2024-12-15T14:35:19,797 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:19,797 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:19,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:35:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:19,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:19,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/14be2dbd45ab448eb89555ff667458dd is 50, key is test_row_0/A:col10/1734273319230/Put/seqid=0 2024-12-15T14:35:19,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742260_1436 (size=14741) 2024-12-15T14:35:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273379943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273379944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273380051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273380053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273380240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273380242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273380253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273380255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273380267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/14be2dbd45ab448eb89555ff667458dd 2024-12-15T14:35:20,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/e5c69ce122ed432885aadc054ba6baee is 50, key is test_row_0/B:col10/1734273319230/Put/seqid=0 2024-12-15T14:35:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742261_1437 (size=12301) 2024-12-15T14:35:20,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/e5c69ce122ed432885aadc054ba6baee 2024-12-15T14:35:20,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/cf368160857249bf868b33e95ccf20d7 is 50, key is test_row_0/C:col10/1734273319230/Put/seqid=0 2024-12-15T14:35:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742262_1438 (size=12301) 2024-12-15T14:35:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T14:35:20,481 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-15T14:35:20,482 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-15T14:35:20,484 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T14:35:20,485 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:20,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:20,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273380562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273380563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T14:35:20,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T14:35:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:20,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:20,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T14:35:20,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T14:35:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:20,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:20,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/cf368160857249bf868b33e95ccf20d7 2024-12-15T14:35:20,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/14be2dbd45ab448eb89555ff667458dd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/14be2dbd45ab448eb89555ff667458dd 2024-12-15T14:35:20,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/14be2dbd45ab448eb89555ff667458dd, entries=200, sequenceid=294, filesize=14.4 K 2024-12-15T14:35:20,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/e5c69ce122ed432885aadc054ba6baee as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/e5c69ce122ed432885aadc054ba6baee 2024-12-15T14:35:20,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/e5c69ce122ed432885aadc054ba6baee, entries=150, sequenceid=294, filesize=12.0 K 2024-12-15T14:35:20,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/cf368160857249bf868b33e95ccf20d7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/cf368160857249bf868b33e95ccf20d7 2024-12-15T14:35:20,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/cf368160857249bf868b33e95ccf20d7, entries=150, sequenceid=294, filesize=12.0 K 2024-12-15T14:35:20,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 636f6487037bb79860a5fc027543d806 in 1016ms, sequenceid=294, compaction requested=false 2024-12-15T14:35:20,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:20,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:20,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T14:35:20,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:20,958 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:35:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:20,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/5f9201aa5ddc453a9435c316fa2b7043 is 50, key is test_row_0/A:col10/1734273319932/Put/seqid=0 2024-12-15T14:35:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742263_1439 (size=12301) 2024-12-15T14:35:21,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T14:35:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273381093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273381094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273381197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273381199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,392 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/5f9201aa5ddc453a9435c316fa2b7043 2024-12-15T14:35:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273381400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273381401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/935e3156fce84be1afd340293fc9bf7c is 50, key is test_row_0/B:col10/1734273319932/Put/seqid=0 2024-12-15T14:35:21,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742264_1440 (size=12301) 2024-12-15T14:35:21,478 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/935e3156fce84be1afd340293fc9bf7c 2024-12-15T14:35:21,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/eb7fa280ee7646e3b608174753895b60 is 50, key is test_row_0/C:col10/1734273319932/Put/seqid=0 2024-12-15T14:35:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742265_1441 (size=12301) 2024-12-15T14:35:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T14:35:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273381707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273381708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:21,920 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/eb7fa280ee7646e3b608174753895b60 2024-12-15T14:35:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/5f9201aa5ddc453a9435c316fa2b7043 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/5f9201aa5ddc453a9435c316fa2b7043 2024-12-15T14:35:21,947 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/5f9201aa5ddc453a9435c316fa2b7043, entries=150, sequenceid=318, filesize=12.0 K 2024-12-15T14:35:21,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/935e3156fce84be1afd340293fc9bf7c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/935e3156fce84be1afd340293fc9bf7c 2024-12-15T14:35:21,957 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/935e3156fce84be1afd340293fc9bf7c, entries=150, sequenceid=318, filesize=12.0 K 2024-12-15T14:35:21,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/eb7fa280ee7646e3b608174753895b60 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/eb7fa280ee7646e3b608174753895b60 2024-12-15T14:35:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/eb7fa280ee7646e3b608174753895b60, entries=150, sequenceid=318, filesize=12.0 K 2024-12-15T14:35:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 636f6487037bb79860a5fc027543d806 in 1003ms, sequenceid=318, compaction requested=true 2024-12-15T14:35:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-15T14:35:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-15T14:35:21,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-15T14:35:21,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4770 sec 2024-12-15T14:35:21,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4820 sec 2024-12-15T14:35:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:22,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:35:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:22,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:22,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/02c81d46b0094219b18d2eb4c2dd130a is 50, key is test_row_0/A:col10/1734273322216/Put/seqid=0 2024-12-15T14:35:22,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742266_1442 (size=14741) 2024-12-15T14:35:22,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/02c81d46b0094219b18d2eb4c2dd130a 2024-12-15T14:35:22,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/eed4ede6e4b7401bb7c4c657f1e2d720 is 50, key is test_row_0/B:col10/1734273322216/Put/seqid=0 2024-12-15T14:35:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273382265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273382268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273382268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273382276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273382283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742267_1443 (size=12301) 2024-12-15T14:35:22,291 DEBUG [Thread-1727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:22,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/eed4ede6e4b7401bb7c4c657f1e2d720 2024-12-15T14:35:22,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa is 50, key is test_row_0/C:col10/1734273322216/Put/seqid=0 2024-12-15T14:35:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742268_1444 (size=12301) 2024-12-15T14:35:22,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273382378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273382378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273382379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273382379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273382584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273382587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T14:35:22,592 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-15T14:35:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273382595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273382595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-15T14:35:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:22,608 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:22,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:22,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:22,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa 2024-12-15T14:35:22,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/02c81d46b0094219b18d2eb4c2dd130a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/02c81d46b0094219b18d2eb4c2dd130a 2024-12-15T14:35:22,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/02c81d46b0094219b18d2eb4c2dd130a, entries=200, sequenceid=332, filesize=14.4 K 2024-12-15T14:35:22,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/eed4ede6e4b7401bb7c4c657f1e2d720 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/eed4ede6e4b7401bb7c4c657f1e2d720 2024-12-15T14:35:22,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/eed4ede6e4b7401bb7c4c657f1e2d720, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T14:35:22,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa 2024-12-15T14:35:22,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T14:35:22,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T14:35:22,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:22,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 636f6487037bb79860a5fc027543d806 in 555ms, sequenceid=332, compaction requested=true 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:22,772 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:22,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:35:22,772 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:22,773 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:22,773 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:22,773 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,773 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e72df411aa8747398a4b6af2e51f13f2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/14be2dbd45ab448eb89555ff667458dd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/5f9201aa5ddc453a9435c316fa2b7043, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/02c81d46b0094219b18d2eb4c2dd130a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=53.4 K 2024-12-15T14:35:22,774 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:22,774 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:22,774 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,774 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1dcdbf4a70564c15b48dfd79e51d09bf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/e5c69ce122ed432885aadc054ba6baee, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/935e3156fce84be1afd340293fc9bf7c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/eed4ede6e4b7401bb7c4c657f1e2d720] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=48.7 K 2024-12-15T14:35:22,774 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e72df411aa8747398a4b6af2e51f13f2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734273318033 2024-12-15T14:35:22,774 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dcdbf4a70564c15b48dfd79e51d09bf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734273318033 2024-12-15T14:35:22,775 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14be2dbd45ab448eb89555ff667458dd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734273319214 2024-12-15T14:35:22,775 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting e5c69ce122ed432885aadc054ba6baee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734273319230 2024-12-15T14:35:22,775 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9201aa5ddc453a9435c316fa2b7043, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734273319928 2024-12-15T14:35:22,775 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 935e3156fce84be1afd340293fc9bf7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734273319928 2024-12-15T14:35:22,775 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c81d46b0094219b18d2eb4c2dd130a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734273321087 2024-12-15T14:35:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:22,776 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting eed4ede6e4b7401bb7c4c657f1e2d720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734273321087 2024-12-15T14:35:22,803 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:22,805 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/2c49d73da8524cc989966ec7a6b129eb is 50, key is test_row_0/B:col10/1734273322216/Put/seqid=0 2024-12-15T14:35:22,807 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:22,808 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/fe4ad78c57b24bc3afb77fab0e56ed02 is 50, key is test_row_0/A:col10/1734273322216/Put/seqid=0 2024-12-15T14:35:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742270_1446 (size=13051) 2024-12-15T14:35:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742269_1445 (size=13051) 2024-12-15T14:35:22,858 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/fe4ad78c57b24bc3afb77fab0e56ed02 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/fe4ad78c57b24bc3afb77fab0e56ed02 2024-12-15T14:35:22,868 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into fe4ad78c57b24bc3afb77fab0e56ed02(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:22,868 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:22,868 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=12, startTime=1734273322772; duration=0sec 2024-12-15T14:35:22,868 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:22,868 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:22,868 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:22,870 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:22,871 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:22,871 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,871 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2668a550c8e54dcba02fe6c8fdefd366, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/cf368160857249bf868b33e95ccf20d7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/eb7fa280ee7646e3b608174753895b60, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=48.7 K 2024-12-15T14:35:22,871 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2668a550c8e54dcba02fe6c8fdefd366, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734273318033 2024-12-15T14:35:22,872 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf368160857249bf868b33e95ccf20d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734273319230 2024-12-15T14:35:22,872 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb7fa280ee7646e3b608174753895b60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1734273319928 2024-12-15T14:35:22,872 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f9ae6f9e0c54c9da6d8d0cbf013fbfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734273321087 2024-12-15T14:35:22,887 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:22,888 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/78155b100a7a4cc2b85a7ea39e0569c5 is 50, key is test_row_0/C:col10/1734273322216/Put/seqid=0 2024-12-15T14:35:22,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742271_1447 (size=13051) 2024-12-15T14:35:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:22,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:35:22,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:22,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:22,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:22,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:22,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:22,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:22,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/49b8209ab2924263bec73281412bfbce is 50, key is test_row_0/A:col10/1734273322273/Put/seqid=0 2024-12-15T14:35:22,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T14:35:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:22,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:22,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:22,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273382934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273382939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273382939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273382942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742272_1448 (size=12301) 2024-12-15T14:35:23,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273383047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273383051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273383051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273383055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T14:35:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:23,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T14:35:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,256 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/2c49d73da8524cc989966ec7a6b129eb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/2c49d73da8524cc989966ec7a6b129eb 2024-12-15T14:35:23,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273383253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,264 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into 2c49d73da8524cc989966ec7a6b129eb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:23,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:23,264 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=12, startTime=1734273322772; duration=0sec 2024-12-15T14:35:23,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:23,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273383259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273383260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273383264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,306 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/78155b100a7a4cc2b85a7ea39e0569c5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/78155b100a7a4cc2b85a7ea39e0569c5 2024-12-15T14:35:23,312 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into 78155b100a7a4cc2b85a7ea39e0569c5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:23,312 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:23,312 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=12, startTime=1734273322772; duration=0sec 2024-12-15T14:35:23,312 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:23,312 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:23,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/49b8209ab2924263bec73281412bfbce 2024-12-15T14:35:23,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/1213d663534841bfb89a5ef42e445557 is 50, key is test_row_0/B:col10/1734273322273/Put/seqid=0 2024-12-15T14:35:23,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742273_1449 (size=12301) 2024-12-15T14:35:23,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T14:35:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/1213d663534841bfb89a5ef42e445557 2024-12-15T14:35:23,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:23,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/189726be82a7401d80746cfc687a57ef is 50, key is test_row_0/C:col10/1734273322273/Put/seqid=0 2024-12-15T14:35:23,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742274_1450 (size=12301) 2024-12-15T14:35:23,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/189726be82a7401d80746cfc687a57ef 2024-12-15T14:35:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/49b8209ab2924263bec73281412bfbce as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/49b8209ab2924263bec73281412bfbce 2024-12-15T14:35:23,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/49b8209ab2924263bec73281412bfbce, entries=150, sequenceid=357, filesize=12.0 K 2024-12-15T14:35:23,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/1213d663534841bfb89a5ef42e445557 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1213d663534841bfb89a5ef42e445557 2024-12-15T14:35:23,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1213d663534841bfb89a5ef42e445557, entries=150, sequenceid=357, filesize=12.0 K 2024-12-15T14:35:23,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/189726be82a7401d80746cfc687a57ef as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/189726be82a7401d80746cfc687a57ef 2024-12-15T14:35:23,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/189726be82a7401d80746cfc687a57ef, entries=150, sequenceid=357, filesize=12.0 K 2024-12-15T14:35:23,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 636f6487037bb79860a5fc027543d806 in 614ms, sequenceid=357, compaction requested=false 2024-12-15T14:35:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:23,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T14:35:23,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:23,557 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T14:35:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:23,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e is 50, key is test_row_0/A:col10/1734273322935/Put/seqid=0 2024-12-15T14:35:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:23,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742275_1451 (size=12301) 2024-12-15T14:35:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273383599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273383596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273383604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273383607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273383705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273383708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273383705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273383716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273383915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273383917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273383919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273383922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:23,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e 2024-12-15T14:35:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/216fff9180154b31832c766884ab7cda is 50, key is test_row_0/B:col10/1734273322935/Put/seqid=0 2024-12-15T14:35:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742276_1452 (size=12301) 2024-12-15T14:35:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273384222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273384223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273384223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273384229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,408 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/216fff9180154b31832c766884ab7cda 2024-12-15T14:35:24,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/11a508dbacd140189186c97416e6b1a3 is 50, key is test_row_0/C:col10/1734273322935/Put/seqid=0 2024-12-15T14:35:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742277_1453 (size=12301) 2024-12-15T14:35:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:24,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273384727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273384729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273384729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273384737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:24,888 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/11a508dbacd140189186c97416e6b1a3 2024-12-15T14:35:24,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e 2024-12-15T14:35:24,933 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T14:35:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/216fff9180154b31832c766884ab7cda as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/216fff9180154b31832c766884ab7cda 2024-12-15T14:35:24,954 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/216fff9180154b31832c766884ab7cda, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T14:35:24,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/11a508dbacd140189186c97416e6b1a3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/11a508dbacd140189186c97416e6b1a3 2024-12-15T14:35:24,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/11a508dbacd140189186c97416e6b1a3, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T14:35:24,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 636f6487037bb79860a5fc027543d806 in 1406ms, sequenceid=371, compaction requested=true 2024-12-15T14:35:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-15T14:35:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-15T14:35:24,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-15T14:35:24,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3540 sec 2024-12-15T14:35:24,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.3640 sec 2024-12-15T14:35:25,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T14:35:25,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:25,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:25,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:25,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:25,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:25,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:25,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273385764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273385765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273385766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273385766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b05c9848f3b848c6b3c3f706044d0935 is 50, key is test_row_0/A:col10/1734273323594/Put/seqid=0 2024-12-15T14:35:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742278_1454 (size=14741) 2024-12-15T14:35:25,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b05c9848f3b848c6b3c3f706044d0935 2024-12-15T14:35:25,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/a5f586c5907944e48375a56cf49221b1 is 50, key is test_row_0/B:col10/1734273323594/Put/seqid=0 2024-12-15T14:35:25,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273385873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273385880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273385882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273385884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742279_1455 (size=12301) 2024-12-15T14:35:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273386082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273386086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273386086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273386096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49430 deadline: 1734273386307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,315 DEBUG [Thread-1727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8236 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., hostname=6279ffe7531b,40081,1734273153198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:26,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/a5f586c5907944e48375a56cf49221b1 2024-12-15T14:35:26,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2233899b81614e769a2d2b7bf83e9071 is 50, key is test_row_0/C:col10/1734273323594/Put/seqid=0 2024-12-15T14:35:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742280_1456 (size=12301) 2024-12-15T14:35:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1734273386393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1734273386393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2233899b81614e769a2d2b7bf83e9071 2024-12-15T14:35:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49476 deadline: 1734273386402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49416 deadline: 1734273386401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/b05c9848f3b848c6b3c3f706044d0935 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b05c9848f3b848c6b3c3f706044d0935 2024-12-15T14:35:26,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b05c9848f3b848c6b3c3f706044d0935, entries=200, sequenceid=396, filesize=14.4 K 2024-12-15T14:35:26,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/a5f586c5907944e48375a56cf49221b1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/a5f586c5907944e48375a56cf49221b1 2024-12-15T14:35:26,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/a5f586c5907944e48375a56cf49221b1, entries=150, sequenceid=396, filesize=12.0 K 2024-12-15T14:35:26,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/2233899b81614e769a2d2b7bf83e9071 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2233899b81614e769a2d2b7bf83e9071 2024-12-15T14:35:26,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2233899b81614e769a2d2b7bf83e9071, entries=150, sequenceid=396, filesize=12.0 K 2024-12-15T14:35:26,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 636f6487037bb79860a5fc027543d806 in 781ms, sequenceid=396, compaction requested=true 2024-12-15T14:35:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:26,526 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:26,526 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 636f6487037bb79860a5fc027543d806:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:26,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:26,543 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:26,544 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/A is initiating minor compaction (all files) 2024-12-15T14:35:26,544 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/A in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:26,544 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/fe4ad78c57b24bc3afb77fab0e56ed02, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/49b8209ab2924263bec73281412bfbce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b05c9848f3b848c6b3c3f706044d0935] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=51.2 K 2024-12-15T14:35:26,545 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:26,545 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe4ad78c57b24bc3afb77fab0e56ed02, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734273321087 2024-12-15T14:35:26,545 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/B is initiating minor compaction (all files) 2024-12-15T14:35:26,545 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/B in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:26,545 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/2c49d73da8524cc989966ec7a6b129eb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1213d663534841bfb89a5ef42e445557, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/216fff9180154b31832c766884ab7cda, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/a5f586c5907944e48375a56cf49221b1] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=48.8 K 2024-12-15T14:35:26,547 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c49d73da8524cc989966ec7a6b129eb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734273321087 2024-12-15T14:35:26,547 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49b8209ab2924263bec73281412bfbce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1734273322273 2024-12-15T14:35:26,551 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69ab3c7c167e4a0cb3b0f59ebaa5a30e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734273322934 2024-12-15T14:35:26,552 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 1213d663534841bfb89a5ef42e445557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1734273322273 2024-12-15T14:35:26,552 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 216fff9180154b31832c766884ab7cda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734273322934 2024-12-15T14:35:26,552 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b05c9848f3b848c6b3c3f706044d0935, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734273323594 2024-12-15T14:35:26,556 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f586c5907944e48375a56cf49221b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734273323594 2024-12-15T14:35:26,606 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:26,607 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/cdd1d33c7bc0479f84f01eaed95f08be is 50, key is test_row_0/B:col10/1734273323594/Put/seqid=0 2024-12-15T14:35:26,613 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#A#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:26,614 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/375337efb09b45e88944d5b46797d425 is 50, key is test_row_0/A:col10/1734273323594/Put/seqid=0 2024-12-15T14:35:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742281_1457 (size=13187) 2024-12-15T14:35:26,640 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/cdd1d33c7bc0479f84f01eaed95f08be as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/cdd1d33c7bc0479f84f01eaed95f08be 2024-12-15T14:35:26,645 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/B of 636f6487037bb79860a5fc027543d806 into cdd1d33c7bc0479f84f01eaed95f08be(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:26,645 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:26,645 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/B, priority=12, startTime=1734273326526; duration=0sec 2024-12-15T14:35:26,645 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:26,645 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:B 2024-12-15T14:35:26,645 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:26,646 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:26,646 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 636f6487037bb79860a5fc027543d806/C is initiating minor compaction (all files) 2024-12-15T14:35:26,646 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 636f6487037bb79860a5fc027543d806/C in TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:26,647 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/78155b100a7a4cc2b85a7ea39e0569c5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/189726be82a7401d80746cfc687a57ef, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/11a508dbacd140189186c97416e6b1a3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2233899b81614e769a2d2b7bf83e9071] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp, totalSize=48.8 K 2024-12-15T14:35:26,647 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 78155b100a7a4cc2b85a7ea39e0569c5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734273321087 2024-12-15T14:35:26,648 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 189726be82a7401d80746cfc687a57ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1734273322273 2024-12-15T14:35:26,648 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a508dbacd140189186c97416e6b1a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734273322934 2024-12-15T14:35:26,648 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 2233899b81614e769a2d2b7bf83e9071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734273323594 2024-12-15T14:35:26,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742282_1458 (size=13187) 2024-12-15T14:35:26,677 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/375337efb09b45e88944d5b46797d425 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/375337efb09b45e88944d5b46797d425 2024-12-15T14:35:26,683 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 636f6487037bb79860a5fc027543d806#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:26,684 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/f677f093bbdd477c82b934b8d53749c9 is 50, key is test_row_0/C:col10/1734273323594/Put/seqid=0 2024-12-15T14:35:26,691 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/A of 636f6487037bb79860a5fc027543d806 into 375337efb09b45e88944d5b46797d425(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:26,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:26,691 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/A, priority=12, startTime=1734273326525; duration=0sec 2024-12-15T14:35:26,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:26,691 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:A 2024-12-15T14:35:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742283_1459 (size=13187) 2024-12-15T14:35:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T14:35:26,716 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-15T14:35:26,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-15T14:35:26,722 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:26,723 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:26,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T14:35:26,727 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/f677f093bbdd477c82b934b8d53749c9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/f677f093bbdd477c82b934b8d53749c9 2024-12-15T14:35:26,732 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 636f6487037bb79860a5fc027543d806/C of 636f6487037bb79860a5fc027543d806 into f677f093bbdd477c82b934b8d53749c9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:26,732 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:26,732 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806., storeName=636f6487037bb79860a5fc027543d806/C, priority=12, startTime=1734273326528; duration=0sec 2024-12-15T14:35:26,732 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:26,732 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 636f6487037bb79860a5fc027543d806:C 2024-12-15T14:35:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T14:35:26,835 DEBUG [Thread-1744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c3d7a2 to 127.0.0.1:53661 2024-12-15T14:35:26,835 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,836 DEBUG [Thread-1742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1767dc60 to 127.0.0.1:53661 2024-12-15T14:35:26,836 DEBUG [Thread-1742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,837 DEBUG [Thread-1740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0f5004 to 127.0.0.1:53661 2024-12-15T14:35:26,837 DEBUG [Thread-1740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,837 DEBUG [Thread-1746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd3d28 to 127.0.0.1:53661 2024-12-15T14:35:26,837 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,838 DEBUG [Thread-1738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507d2cf9 to 127.0.0.1:53661 2024-12-15T14:35:26,838 DEBUG [Thread-1738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:26,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-15T14:35:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:26,881 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:35:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:26,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e677138d8e6a4b5b8ad9a9b543c87f2d is 50, key is test_row_0/A:col10/1734273325765/Put/seqid=0 2024-12-15T14:35:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:26,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. as already flushing 2024-12-15T14:35:26,912 DEBUG [Thread-1729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x308560f2 to 127.0.0.1:53661 2024-12-15T14:35:26,913 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,915 DEBUG [Thread-1735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d4ec7e8 to 127.0.0.1:53661 2024-12-15T14:35:26,916 DEBUG [Thread-1735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,919 DEBUG [Thread-1731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e4052d1 to 127.0.0.1:53661 2024-12-15T14:35:26,919 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,920 DEBUG [Thread-1733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dda54a1 to 127.0.0.1:53661 2024-12-15T14:35:26,920 DEBUG [Thread-1733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742284_1460 (size=12301) 2024-12-15T14:35:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T14:35:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T14:35:27,328 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e677138d8e6a4b5b8ad9a9b543c87f2d 2024-12-15T14:35:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/5f5f1a40fe85417dba56a0dfac273bf6 is 50, key is test_row_0/B:col10/1734273325765/Put/seqid=0 2024-12-15T14:35:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742285_1461 (size=12301) 2024-12-15T14:35:27,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/5f5f1a40fe85417dba56a0dfac273bf6 2024-12-15T14:35:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/ac5601de629540feb0fe46ece16f363f is 50, key is test_row_0/C:col10/1734273325765/Put/seqid=0 2024-12-15T14:35:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T14:35:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742286_1462 (size=12301) 2024-12-15T14:35:28,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/ac5601de629540feb0fe46ece16f363f 2024-12-15T14:35:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/e677138d8e6a4b5b8ad9a9b543c87f2d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e677138d8e6a4b5b8ad9a9b543c87f2d 2024-12-15T14:35:28,236 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e677138d8e6a4b5b8ad9a9b543c87f2d, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T14:35:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/5f5f1a40fe85417dba56a0dfac273bf6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/5f5f1a40fe85417dba56a0dfac273bf6 2024-12-15T14:35:28,240 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/5f5f1a40fe85417dba56a0dfac273bf6, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T14:35:28,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/ac5601de629540feb0fe46ece16f363f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/ac5601de629540feb0fe46ece16f363f 2024-12-15T14:35:28,244 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/ac5601de629540feb0fe46ece16f363f, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T14:35:28,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for 636f6487037bb79860a5fc027543d806 in 1364ms, sequenceid=410, compaction requested=false 2024-12-15T14:35:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:28,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-15T14:35:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-15T14:35:28,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-15T14:35:28,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-12-15T14:35:28,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5270 sec 2024-12-15T14:35:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T14:35:28,828 INFO [Thread-1737 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-15T14:35:30,873 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:35:36,358 DEBUG [Thread-1727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cd4a015 to 127.0.0.1:53661 2024-12-15T14:35:36,359 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1712 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5133 rows 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1721 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5163 rows 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1713 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5139 rows 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1730 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5189 rows 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1726 2024-12-15T14:35:36,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5178 rows 2024-12-15T14:35:36,359 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:35:36,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dcd0d74 to 127.0.0.1:53661 2024-12-15T14:35:36,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:35:36,361 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T14:35:36,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T14:35:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T14:35:36,365 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273336365"}]},"ts":"1734273336365"} 2024-12-15T14:35:36,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T14:35:36,379 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T14:35:36,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:35:36,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, UNASSIGN}] 2024-12-15T14:35:36,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, UNASSIGN 2024-12-15T14:35:36,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=636f6487037bb79860a5fc027543d806, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:36,382 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:35:36,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; CloseRegionProcedure 636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:35:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T14:35:36,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:36,534 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(124): Close 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:36,534 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:35:36,534 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1681): Closing 636f6487037bb79860a5fc027543d806, disabling compactions & flushes 2024-12-15T14:35:36,534 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:36,534 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:36,534 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. after waiting 0 ms 2024-12-15T14:35:36,534 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:36,534 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(2837): Flushing 636f6487037bb79860a5fc027543d806 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T14:35:36,535 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=A 2024-12-15T14:35:36,535 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:36,535 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=B 2024-12-15T14:35:36,535 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:36,535 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 636f6487037bb79860a5fc027543d806, store=C 2024-12-15T14:35:36,535 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:36,539 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/303bfc761f8d43f488e0b4ff1827b87a is 50, key is test_row_0/A:col10/1734273326907/Put/seqid=0 2024-12-15T14:35:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742287_1463 (size=12301) 2024-12-15T14:35:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T14:35:36,943 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/303bfc761f8d43f488e0b4ff1827b87a 2024-12-15T14:35:36,955 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/25e080046c2c4695881072be4ebe89c7 is 50, key is test_row_0/B:col10/1734273326907/Put/seqid=0 2024-12-15T14:35:36,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742288_1464 (size=12301) 2024-12-15T14:35:36,965 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/25e080046c2c4695881072be4ebe89c7 2024-12-15T14:35:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T14:35:36,972 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/662e76262c8a4dd08eabab07102abef5 is 50, key is test_row_0/C:col10/1734273326907/Put/seqid=0 2024-12-15T14:35:36,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742289_1465 (size=12301) 2024-12-15T14:35:37,384 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/662e76262c8a4dd08eabab07102abef5 2024-12-15T14:35:37,388 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/A/303bfc761f8d43f488e0b4ff1827b87a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/303bfc761f8d43f488e0b4ff1827b87a 2024-12-15T14:35:37,392 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/303bfc761f8d43f488e0b4ff1827b87a, entries=150, sequenceid=418, filesize=12.0 K 2024-12-15T14:35:37,393 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/B/25e080046c2c4695881072be4ebe89c7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/25e080046c2c4695881072be4ebe89c7 2024-12-15T14:35:37,396 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/25e080046c2c4695881072be4ebe89c7, entries=150, sequenceid=418, filesize=12.0 K 2024-12-15T14:35:37,397 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/.tmp/C/662e76262c8a4dd08eabab07102abef5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/662e76262c8a4dd08eabab07102abef5 2024-12-15T14:35:37,400 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/662e76262c8a4dd08eabab07102abef5, entries=150, sequenceid=418, filesize=12.0 K 2024-12-15T14:35:37,401 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 636f6487037bb79860a5fc027543d806 in 867ms, sequenceid=418, compaction requested=true 2024-12-15T14:35:37,401 DEBUG [StoreCloser-TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2203ce2967c246adaae596ff21438f38, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/77bda4394f8945f79ae884cdfd0e5bcf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2afa583221c7487a9cb19b6966b131d2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/232f2544d3674ad6b5e24297f08dd6e1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/cc3d30cd8da949cb916ad5f168424bf3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a6f2960b6c5c42d6971b42fea565ab10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e366cbc3a5c64c9eb1360b832b382114, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/3e4adcd73fba499184fa1eb31523c639, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a5ced8513c5e48e4a3dfcbfff3e0812f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b30c61ea2aae4f2dac932d49ed378cf5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/03f8b3a69dec4cdcb771662a73f0fb12, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a231cdad4ca04b67aeb5d36b9adedf63, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/235054a78e7c49a0b2f1d5f4d45bb7cc, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/536e1bb5cc3f4a98839ae798eb50bb1e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b1cb268ccb624d3db79558f70428c3ca, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/bcc944004c1e473cbaff476e196940d7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/941cb67f1af64f8697416cf22f8bb463, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/26b9ea821d1d4a7385aff08ad8faa382, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e72df411aa8747398a4b6af2e51f13f2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/14be2dbd45ab448eb89555ff667458dd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/5f9201aa5ddc453a9435c316fa2b7043, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/02c81d46b0094219b18d2eb4c2dd130a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/fe4ad78c57b24bc3afb77fab0e56ed02, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/49b8209ab2924263bec73281412bfbce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b05c9848f3b848c6b3c3f706044d0935] to archive 2024-12-15T14:35:37,403 DEBUG [StoreCloser-TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:35:37,411 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2203ce2967c246adaae596ff21438f38 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2203ce2967c246adaae596ff21438f38 2024-12-15T14:35:37,416 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/77bda4394f8945f79ae884cdfd0e5bcf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/77bda4394f8945f79ae884cdfd0e5bcf 2024-12-15T14:35:37,416 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a6f2960b6c5c42d6971b42fea565ab10 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a6f2960b6c5c42d6971b42fea565ab10 2024-12-15T14:35:37,416 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/232f2544d3674ad6b5e24297f08dd6e1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/232f2544d3674ad6b5e24297f08dd6e1 2024-12-15T14:35:37,418 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a5ced8513c5e48e4a3dfcbfff3e0812f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a5ced8513c5e48e4a3dfcbfff3e0812f 2024-12-15T14:35:37,418 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b30c61ea2aae4f2dac932d49ed378cf5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b30c61ea2aae4f2dac932d49ed378cf5 2024-12-15T14:35:37,418 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/03f8b3a69dec4cdcb771662a73f0fb12 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/03f8b3a69dec4cdcb771662a73f0fb12 2024-12-15T14:35:37,419 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a231cdad4ca04b67aeb5d36b9adedf63 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/a231cdad4ca04b67aeb5d36b9adedf63 2024-12-15T14:35:37,419 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/235054a78e7c49a0b2f1d5f4d45bb7cc to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/235054a78e7c49a0b2f1d5f4d45bb7cc 2024-12-15T14:35:37,419 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2afa583221c7487a9cb19b6966b131d2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/2afa583221c7487a9cb19b6966b131d2 2024-12-15T14:35:37,428 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b1cb268ccb624d3db79558f70428c3ca to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b1cb268ccb624d3db79558f70428c3ca 2024-12-15T14:35:37,428 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/536e1bb5cc3f4a98839ae798eb50bb1e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/536e1bb5cc3f4a98839ae798eb50bb1e 2024-12-15T14:35:37,429 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/bcc944004c1e473cbaff476e196940d7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/bcc944004c1e473cbaff476e196940d7 2024-12-15T14:35:37,429 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e366cbc3a5c64c9eb1360b832b382114 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e366cbc3a5c64c9eb1360b832b382114 2024-12-15T14:35:37,435 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/941cb67f1af64f8697416cf22f8bb463 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/941cb67f1af64f8697416cf22f8bb463 2024-12-15T14:35:37,436 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/cc3d30cd8da949cb916ad5f168424bf3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/cc3d30cd8da949cb916ad5f168424bf3 2024-12-15T14:35:37,436 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/3e4adcd73fba499184fa1eb31523c639 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/3e4adcd73fba499184fa1eb31523c639 2024-12-15T14:35:37,436 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/26b9ea821d1d4a7385aff08ad8faa382 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/26b9ea821d1d4a7385aff08ad8faa382 2024-12-15T14:35:37,443 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e72df411aa8747398a4b6af2e51f13f2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e72df411aa8747398a4b6af2e51f13f2 2024-12-15T14:35:37,443 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/14be2dbd45ab448eb89555ff667458dd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/14be2dbd45ab448eb89555ff667458dd 2024-12-15T14:35:37,443 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/02c81d46b0094219b18d2eb4c2dd130a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/02c81d46b0094219b18d2eb4c2dd130a 2024-12-15T14:35:37,443 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b05c9848f3b848c6b3c3f706044d0935 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/b05c9848f3b848c6b3c3f706044d0935 2024-12-15T14:35:37,443 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/5f9201aa5ddc453a9435c316fa2b7043 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/5f9201aa5ddc453a9435c316fa2b7043 2024-12-15T14:35:37,444 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/69ab3c7c167e4a0cb3b0f59ebaa5a30e 2024-12-15T14:35:37,461 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/49b8209ab2924263bec73281412bfbce to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/49b8209ab2924263bec73281412bfbce 2024-12-15T14:35:37,462 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/fe4ad78c57b24bc3afb77fab0e56ed02 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/fe4ad78c57b24bc3afb77fab0e56ed02 2024-12-15T14:35:37,463 DEBUG [StoreCloser-TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/97f4bbcf931547c0b2102daed2c32d43, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/263ef234623445a1b25c127367b79378, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f93ea7ec0b8041f49fee1120c06ac3ad, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/b571e85934c84a67a6995822490781ff, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/07cddb669328479386ba30043873b4b6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d5a0378672fd4add9d85ab328c8fdc22, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/adf910e065f742b9b26762e7cece8357, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/fde8601acde44cc993e72b5ecf52d391, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/36d4666893cc498785539db14930adef, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/ba07b4be93354858925f93a1a4320593, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/9e4c7123871441458d83552eb3159ed5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/4c898b746d614129a8de0b6739a1d79f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f7c6f64fc48341e58496e8e0db776ef5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f0a932f1d6b340fbb36b4170f03b3432, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/02a01c75169247e9ba106372b152907a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/395d1360eaad49ed86d1eaf4fac82b4a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d4d21f9630b5488f89a1dee0450b141b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1dcdbf4a70564c15b48dfd79e51d09bf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/bea708e6949f4a68846c02174d8d2caf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/e5c69ce122ed432885aadc054ba6baee, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/935e3156fce84be1afd340293fc9bf7c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/2c49d73da8524cc989966ec7a6b129eb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/eed4ede6e4b7401bb7c4c657f1e2d720, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1213d663534841bfb89a5ef42e445557, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/216fff9180154b31832c766884ab7cda, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/a5f586c5907944e48375a56cf49221b1] to archive 2024-12-15T14:35:37,464 DEBUG [StoreCloser-TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:35:37,466 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/97f4bbcf931547c0b2102daed2c32d43 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/97f4bbcf931547c0b2102daed2c32d43 2024-12-15T14:35:37,466 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f93ea7ec0b8041f49fee1120c06ac3ad to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f93ea7ec0b8041f49fee1120c06ac3ad 2024-12-15T14:35:37,466 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/b571e85934c84a67a6995822490781ff to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/b571e85934c84a67a6995822490781ff 2024-12-15T14:35:37,466 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/07cddb669328479386ba30043873b4b6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/07cddb669328479386ba30043873b4b6 2024-12-15T14:35:37,466 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/263ef234623445a1b25c127367b79378 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/263ef234623445a1b25c127367b79378 2024-12-15T14:35:37,469 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/fde8601acde44cc993e72b5ecf52d391 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/fde8601acde44cc993e72b5ecf52d391 2024-12-15T14:35:37,469 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/adf910e065f742b9b26762e7cece8357 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/adf910e065f742b9b26762e7cece8357 2024-12-15T14:35:37,469 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d5a0378672fd4add9d85ab328c8fdc22 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d5a0378672fd4add9d85ab328c8fdc22 2024-12-15T14:35:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T14:35:37,472 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/36d4666893cc498785539db14930adef to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/36d4666893cc498785539db14930adef 2024-12-15T14:35:37,472 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/4c898b746d614129a8de0b6739a1d79f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/4c898b746d614129a8de0b6739a1d79f 2024-12-15T14:35:37,472 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/9e4c7123871441458d83552eb3159ed5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/9e4c7123871441458d83552eb3159ed5 2024-12-15T14:35:37,472 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/ba07b4be93354858925f93a1a4320593 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/ba07b4be93354858925f93a1a4320593 2024-12-15T14:35:37,472 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f7c6f64fc48341e58496e8e0db776ef5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f7c6f64fc48341e58496e8e0db776ef5 2024-12-15T14:35:37,474 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/395d1360eaad49ed86d1eaf4fac82b4a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/395d1360eaad49ed86d1eaf4fac82b4a 2024-12-15T14:35:37,474 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/02a01c75169247e9ba106372b152907a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/02a01c75169247e9ba106372b152907a 2024-12-15T14:35:37,474 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f0a932f1d6b340fbb36b4170f03b3432 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/f0a932f1d6b340fbb36b4170f03b3432 2024-12-15T14:35:37,474 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/bea708e6949f4a68846c02174d8d2caf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/bea708e6949f4a68846c02174d8d2caf 2024-12-15T14:35:37,474 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d4d21f9630b5488f89a1dee0450b141b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/d4d21f9630b5488f89a1dee0450b141b 2024-12-15T14:35:37,475 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1dcdbf4a70564c15b48dfd79e51d09bf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1dcdbf4a70564c15b48dfd79e51d09bf 2024-12-15T14:35:37,475 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/e5c69ce122ed432885aadc054ba6baee to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/e5c69ce122ed432885aadc054ba6baee 2024-12-15T14:35:37,475 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/935e3156fce84be1afd340293fc9bf7c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/935e3156fce84be1afd340293fc9bf7c 2024-12-15T14:35:37,476 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/eed4ede6e4b7401bb7c4c657f1e2d720 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/eed4ede6e4b7401bb7c4c657f1e2d720 2024-12-15T14:35:37,476 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/216fff9180154b31832c766884ab7cda to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/216fff9180154b31832c766884ab7cda 2024-12-15T14:35:37,476 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1213d663534841bfb89a5ef42e445557 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/1213d663534841bfb89a5ef42e445557 2024-12-15T14:35:37,476 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/a5f586c5907944e48375a56cf49221b1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/a5f586c5907944e48375a56cf49221b1 2024-12-15T14:35:37,476 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/2c49d73da8524cc989966ec7a6b129eb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/2c49d73da8524cc989966ec7a6b129eb 2024-12-15T14:35:37,477 DEBUG [StoreCloser-TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/3cd6310deeff45b3840d7d0c7b44be48, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/d9bdaa6a147d4e5dbffe44ce317beb45, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8f55173ba06f4dc79b299549bf9352e0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/207b25a174a148e1addad2ba81d754a6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4b4adfb2691e41c1a8c5bfc35ad440e6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/60a08e09f6484a8bb9032b437c334222, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/27817527a0e443f88b83bc7268a5c571, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6b9e3833823840468addd9c67e54c535, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8460bb64fc4249b3a644ff10a1acb578, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/444bb78ea80b4b67a50cd8c174dd41c2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/430007f8d2474b6dab3cc655197c7f76, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/aab1e20afaa34990b96317c3206b2f58, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2e60de4aaf394f01a47b2e6cffd9e388, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/1eada4fd0a1e4f2f93116556cda18d7b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/5b742d57ef7343ee863d7aa8245d92be, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/69e9532689d044c0a0ce03c961050671, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2668a550c8e54dcba02fe6c8fdefd366, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/0909a9d5f1f043f19f6c08fc429288f5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/cf368160857249bf868b33e95ccf20d7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/eb7fa280ee7646e3b608174753895b60, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/78155b100a7a4cc2b85a7ea39e0569c5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/189726be82a7401d80746cfc687a57ef, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/11a508dbacd140189186c97416e6b1a3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2233899b81614e769a2d2b7bf83e9071] to archive 2024-12-15T14:35:37,478 DEBUG [StoreCloser-TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:35:37,481 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4b4adfb2691e41c1a8c5bfc35ad440e6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4b4adfb2691e41c1a8c5bfc35ad440e6 2024-12-15T14:35:37,481 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6a9d3e99b6ab434d9c4e6fcc14d64fbe 2024-12-15T14:35:37,481 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/d9bdaa6a147d4e5dbffe44ce317beb45 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/d9bdaa6a147d4e5dbffe44ce317beb45 2024-12-15T14:35:37,482 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/27817527a0e443f88b83bc7268a5c571 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/27817527a0e443f88b83bc7268a5c571 2024-12-15T14:35:37,483 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/207b25a174a148e1addad2ba81d754a6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/207b25a174a148e1addad2ba81d754a6 2024-12-15T14:35:37,483 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8f55173ba06f4dc79b299549bf9352e0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8f55173ba06f4dc79b299549bf9352e0 2024-12-15T14:35:37,483 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/60a08e09f6484a8bb9032b437c334222 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/60a08e09f6484a8bb9032b437c334222 2024-12-15T14:35:37,483 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/3cd6310deeff45b3840d7d0c7b44be48 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/3cd6310deeff45b3840d7d0c7b44be48 2024-12-15T14:35:37,487 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/430007f8d2474b6dab3cc655197c7f76 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/430007f8d2474b6dab3cc655197c7f76 2024-12-15T14:35:37,487 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6b9e3833823840468addd9c67e54c535 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/6b9e3833823840468addd9c67e54c535 2024-12-15T14:35:37,487 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/5b742d57ef7343ee863d7aa8245d92be to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/5b742d57ef7343ee863d7aa8245d92be 2024-12-15T14:35:37,487 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2e60de4aaf394f01a47b2e6cffd9e388 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2e60de4aaf394f01a47b2e6cffd9e388 2024-12-15T14:35:37,488 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/444bb78ea80b4b67a50cd8c174dd41c2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/444bb78ea80b4b67a50cd8c174dd41c2 2024-12-15T14:35:37,488 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/1eada4fd0a1e4f2f93116556cda18d7b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/1eada4fd0a1e4f2f93116556cda18d7b 2024-12-15T14:35:37,491 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8460bb64fc4249b3a644ff10a1acb578 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/8460bb64fc4249b3a644ff10a1acb578 2024-12-15T14:35:37,493 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/0909a9d5f1f043f19f6c08fc429288f5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/0909a9d5f1f043f19f6c08fc429288f5 2024-12-15T14:35:37,493 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/aab1e20afaa34990b96317c3206b2f58 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/aab1e20afaa34990b96317c3206b2f58 2024-12-15T14:35:37,493 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/cf368160857249bf868b33e95ccf20d7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/cf368160857249bf868b33e95ccf20d7 2024-12-15T14:35:37,493 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2668a550c8e54dcba02fe6c8fdefd366 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2668a550c8e54dcba02fe6c8fdefd366 2024-12-15T14:35:37,493 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/78155b100a7a4cc2b85a7ea39e0569c5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/78155b100a7a4cc2b85a7ea39e0569c5 2024-12-15T14:35:37,494 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/69e9532689d044c0a0ce03c961050671 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/69e9532689d044c0a0ce03c961050671 2024-12-15T14:35:37,495 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/189726be82a7401d80746cfc687a57ef to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/189726be82a7401d80746cfc687a57ef 2024-12-15T14:35:37,495 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2233899b81614e769a2d2b7bf83e9071 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/2233899b81614e769a2d2b7bf83e9071 2024-12-15T14:35:37,495 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/11a508dbacd140189186c97416e6b1a3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/11a508dbacd140189186c97416e6b1a3 2024-12-15T14:35:37,496 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/4f9ae6f9e0c54c9da6d8d0cbf013fbfa 2024-12-15T14:35:37,497 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/eb7fa280ee7646e3b608174753895b60 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/eb7fa280ee7646e3b608174753895b60 2024-12-15T14:35:37,501 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1 2024-12-15T14:35:37,501 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806. 2024-12-15T14:35:37,501 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1635): Region close journal for 636f6487037bb79860a5fc027543d806: 2024-12-15T14:35:37,502 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(170): Closed 636f6487037bb79860a5fc027543d806 2024-12-15T14:35:37,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=636f6487037bb79860a5fc027543d806, regionState=CLOSED 2024-12-15T14:35:37,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-15T14:35:37,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseRegionProcedure 636f6487037bb79860a5fc027543d806, server=6279ffe7531b,40081,1734273153198 in 1.1220 sec 2024-12-15T14:35:37,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-12-15T14:35:37,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=636f6487037bb79860a5fc027543d806, UNASSIGN in 1.1240 sec 2024-12-15T14:35:37,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-15T14:35:37,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1260 sec 2024-12-15T14:35:37,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273337508"}]},"ts":"1734273337508"} 2024-12-15T14:35:37,509 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T14:35:37,521 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T14:35:37,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-12-15T14:35:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T14:35:38,473 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-15T14:35:38,473 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T14:35:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,474 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,474 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=136, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T14:35:38,475 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806 2024-12-15T14:35:38,477 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/recovered.edits] 2024-12-15T14:35:38,480 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/303bfc761f8d43f488e0b4ff1827b87a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/303bfc761f8d43f488e0b4ff1827b87a 2024-12-15T14:35:38,480 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/375337efb09b45e88944d5b46797d425 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/375337efb09b45e88944d5b46797d425 2024-12-15T14:35:38,480 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e677138d8e6a4b5b8ad9a9b543c87f2d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/A/e677138d8e6a4b5b8ad9a9b543c87f2d 2024-12-15T14:35:38,482 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/25e080046c2c4695881072be4ebe89c7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/25e080046c2c4695881072be4ebe89c7 2024-12-15T14:35:38,482 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/5f5f1a40fe85417dba56a0dfac273bf6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/5f5f1a40fe85417dba56a0dfac273bf6 2024-12-15T14:35:38,482 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/cdd1d33c7bc0479f84f01eaed95f08be to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/B/cdd1d33c7bc0479f84f01eaed95f08be 2024-12-15T14:35:38,484 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/ac5601de629540feb0fe46ece16f363f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/ac5601de629540feb0fe46ece16f363f 2024-12-15T14:35:38,484 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/662e76262c8a4dd08eabab07102abef5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/662e76262c8a4dd08eabab07102abef5 2024-12-15T14:35:38,485 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/f677f093bbdd477c82b934b8d53749c9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/C/f677f093bbdd477c82b934b8d53749c9 2024-12-15T14:35:38,487 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/recovered.edits/421.seqid to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806/recovered.edits/421.seqid 2024-12-15T14:35:38,487 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/636f6487037bb79860a5fc027543d806 2024-12-15T14:35:38,487 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T14:35:38,489 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=136, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,490 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T14:35:38,492 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T14:35:38,493 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=136, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,493 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T14:35:38,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734273338493"}]},"ts":"9223372036854775807"} 2024-12-15T14:35:38,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T14:35:38,494 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 636f6487037bb79860a5fc027543d806, NAME => 'TestAcidGuarantees,,1734273304382.636f6487037bb79860a5fc027543d806.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T14:35:38,495 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T14:35:38,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734273338495"}]},"ts":"9223372036854775807"} 2024-12-15T14:35:38,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T14:35:38,505 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=136, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-15T14:35:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T14:35:38,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-15T14:35:38,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=243 (was 244), OpenFileDescriptor=443 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1138 (was 1240), ProcessCount=9 (was 9), AvailableMemoryMB=1675 (was 3817) 2024-12-15T14:35:38,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=243, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1138, ProcessCount=9, AvailableMemoryMB=1674 2024-12-15T14:35:38,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:35:38,593 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:35:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:38,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T14:35:38,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:38,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 137 2024-12-15T14:35:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T14:35:38,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T14:35:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742290_1466 (size=963) 2024-12-15T14:35:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T14:35:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T14:35:39,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb 2024-12-15T14:35:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742291_1467 (size=53) 2024-12-15T14:35:39,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:35:39,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 02d7afef77620269758aa43236caba5a, disabling compactions & flushes 2024-12-15T14:35:39,036 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. after waiting 0 ms 2024-12-15T14:35:39,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,036 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,036 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:39,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T14:35:39,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734273339040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734273339040"}]},"ts":"1734273339040"} 2024-12-15T14:35:39,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T14:35:39,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T14:35:39,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273339041"}]},"ts":"1734273339041"} 2024-12-15T14:35:39,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T14:35:39,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, ASSIGN}] 2024-12-15T14:35:39,080 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, ASSIGN 2024-12-15T14:35:39,081 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, ASSIGN; state=OFFLINE, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=false 2024-12-15T14:35:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T14:35:39,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:39,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; OpenRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:35:39,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:39,387 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,387 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7285): Opening region: {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:35:39,387 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,387 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:35:39,388 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7327): checking encryption for 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,388 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7330): checking classloading for 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,389 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,390 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:39,390 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d7afef77620269758aa43236caba5a columnFamilyName A 2024-12-15T14:35:39,391 DEBUG [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:39,391 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(327): Store=02d7afef77620269758aa43236caba5a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:39,392 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,395 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:39,395 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d7afef77620269758aa43236caba5a columnFamilyName B 2024-12-15T14:35:39,396 DEBUG [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:39,396 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(327): Store=02d7afef77620269758aa43236caba5a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:39,396 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,397 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:39,398 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d7afef77620269758aa43236caba5a columnFamilyName C 2024-12-15T14:35:39,398 DEBUG [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:39,398 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(327): Store=02d7afef77620269758aa43236caba5a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:39,399 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,400 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,400 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,401 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:35:39,403 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1085): writing seq id for 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:39,405 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T14:35:39,405 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1102): Opened 02d7afef77620269758aa43236caba5a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59444662, jitterRate=-0.1142055094242096}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:35:39,406 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1001): Region open journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:39,407 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., pid=139, masterSystemTime=1734273339384 2024-12-15T14:35:39,408 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,408 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:39,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=OPEN, openSeqNum=2, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:39,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-15T14:35:39,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; OpenRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 in 176 msec 2024-12-15T14:35:39,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-15T14:35:39,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, ASSIGN in 332 msec 2024-12-15T14:35:39,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T14:35:39,413 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273339413"}]},"ts":"1734273339413"} 2024-12-15T14:35:39,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T14:35:39,430 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T14:35:39,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 837 msec 2024-12-15T14:35:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T14:35:39,699 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-12-15T14:35:39,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d48543c to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60507b8f 2024-12-15T14:35:39,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6a62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:39,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:39,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:39,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T14:35:39,764 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T14:35:39,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T14:35:39,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T14:35:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T14:35:39,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742292_1468 (size=999) 2024-12-15T14:35:40,178 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T14:35:40,178 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T14:35:40,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:35:40,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, REOPEN/MOVE}] 2024-12-15T14:35:40,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, REOPEN/MOVE 2024-12-15T14:35:40,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,182 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:35:40,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:35:40,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,334 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,334 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:35:40,334 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 02d7afef77620269758aa43236caba5a, disabling compactions & flushes 2024-12-15T14:35:40,334 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,334 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,334 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. after waiting 0 ms 2024-12-15T14:35:40,334 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,338 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T14:35:40,338 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,338 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:40,338 WARN [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionServer(3786): Not adding moved region record: 02d7afef77620269758aa43236caba5a to self. 2024-12-15T14:35:40,339 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=CLOSED 2024-12-15T14:35:40,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-15T14:35:40,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 in 158 msec 2024-12-15T14:35:40,342 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, REOPEN/MOVE; state=CLOSED, location=6279ffe7531b,40081,1734273153198; forceNewPlan=false, retain=true 2024-12-15T14:35:40,493 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=OPENING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=142, state=RUNNABLE; OpenRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:35:40,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,651 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,651 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7285): Opening region: {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} 2024-12-15T14:35:40,651 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,651 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T14:35:40,651 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7327): checking encryption for 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,651 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7330): checking classloading for 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,653 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,655 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:40,655 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d7afef77620269758aa43236caba5a columnFamilyName A 2024-12-15T14:35:40,657 DEBUG [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:40,658 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(327): Store=02d7afef77620269758aa43236caba5a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:40,658 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,659 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:40,659 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d7afef77620269758aa43236caba5a columnFamilyName B 2024-12-15T14:35:40,660 DEBUG [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:40,660 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(327): Store=02d7afef77620269758aa43236caba5a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:40,660 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,661 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T14:35:40,661 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02d7afef77620269758aa43236caba5a columnFamilyName C 2024-12-15T14:35:40,661 DEBUG [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:40,661 INFO [StoreOpener-02d7afef77620269758aa43236caba5a-1 {}] regionserver.HStore(327): Store=02d7afef77620269758aa43236caba5a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T14:35:40,661 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,662 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,663 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,665 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T14:35:40,666 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1085): writing seq id for 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,667 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1102): Opened 02d7afef77620269758aa43236caba5a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71715188, jitterRate=0.06863957643508911}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T14:35:40,667 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1001): Region open journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:40,668 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., pid=144, masterSystemTime=1734273340647 2024-12-15T14:35:40,669 DEBUG [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,669 INFO [RS_OPEN_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=OPEN, openSeqNum=5, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=142 2024-12-15T14:35:40,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=142, state=SUCCESS; OpenRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 in 175 msec 2024-12-15T14:35:40,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-15T14:35:40,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, REOPEN/MOVE in 490 msec 2024-12-15T14:35:40,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-15T14:35:40,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-12-15T14:35:40,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-12-15T14:35:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T14:35:40,677 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336a5bad to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5005c24c 2024-12-15T14:35:40,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125099a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fcb3634 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41a29423 2024-12-15T14:35:40,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5729b818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,697 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x025065ce to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5786fa2b 2024-12-15T14:35:40,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df561bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c69c4a4 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c5e28a0 2024-12-15T14:35:40,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac07c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30d625f1 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d901063 2024-12-15T14:35:40,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247808cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e4f8fa2 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a15cecf 2024-12-15T14:35:40,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c59937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bae0d20 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fb9d32c 2024-12-15T14:35:40,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dffbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0298f840 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63596b8c 2024-12-15T14:35:40,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e2e5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x143bb765 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c16bb65 2024-12-15T14:35:40,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72975e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4af4c302 to 127.0.0.1:53661 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43b094aa 2024-12-15T14:35:40,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1c2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T14:35:40,791 DEBUG [hconnection-0x2e1c2ea0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,792 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,799 DEBUG [hconnection-0x2d1f74d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,800 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,803 DEBUG [hconnection-0x1b47c70e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,803 DEBUG [hconnection-0x61f7b3a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,804 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,804 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:40,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T14:35:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:40,820 DEBUG [hconnection-0x28731a1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,820 DEBUG [hconnection-0x6f0472e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,821 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,822 DEBUG [hconnection-0x34a9916e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,825 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-15T14:35:40,826 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,826 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:40,828 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:40,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:40,830 DEBUG [hconnection-0x2456a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,831 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,833 DEBUG [hconnection-0x31c1c5e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,834 DEBUG [hconnection-0x1c5be24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T14:35:40,835 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T14:35:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273400833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273400834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273400834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273400835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273400835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215772adeb85ee446808ac23d6c34a96d32_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273340806/Put/seqid=0 2024-12-15T14:35:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742293_1469 (size=12154) 2024-12-15T14:35:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:40,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273400937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273400940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273400940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273400942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273400942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:40,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:40,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:41,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:41,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:41,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273401142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273401144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273401148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273401149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273401150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:41,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215772adeb85ee446808ac23d6c34a96d32_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215772adeb85ee446808ac23d6c34a96d32_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:41,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/292941196e334c48910f5c0514838dbf, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:41,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/292941196e334c48910f5c0514838dbf is 175, key is test_row_0/A:col10/1734273340806/Put/seqid=0 2024-12-15T14:35:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742294_1470 (size=30955) 2024-12-15T14:35:41,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:41,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:41,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/292941196e334c48910f5c0514838dbf 2024-12-15T14:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/66ff5e7f58c84163882db7902d6fa033 is 50, key is test_row_0/B:col10/1734273340806/Put/seqid=0 2024-12-15T14:35:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742295_1471 (size=12001) 2024-12-15T14:35:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273401445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273401450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273401451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273401455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:41,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273401463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/66ff5e7f58c84163882db7902d6fa033 2024-12-15T14:35:41,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/51a4b81f2ad445159ca5657824beb898 is 50, key is test_row_0/C:col10/1734273340806/Put/seqid=0 2024-12-15T14:35:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742296_1472 (size=12001) 2024-12-15T14:35:41,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:41,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273401947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273401953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273401953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:41,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273401963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273401969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:42,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:42,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:42,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:42,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/51a4b81f2ad445159ca5657824beb898 2024-12-15T14:35:42,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/292941196e334c48910f5c0514838dbf as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf 2024-12-15T14:35:42,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf, entries=150, sequenceid=16, filesize=30.2 K 2024-12-15T14:35:42,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/66ff5e7f58c84163882db7902d6fa033 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/66ff5e7f58c84163882db7902d6fa033 2024-12-15T14:35:42,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/66ff5e7f58c84163882db7902d6fa033, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T14:35:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/51a4b81f2ad445159ca5657824beb898 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/51a4b81f2ad445159ca5657824beb898 2024-12-15T14:35:42,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/51a4b81f2ad445159ca5657824beb898, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T14:35:42,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 02d7afef77620269758aa43236caba5a in 1467ms, sequenceid=16, compaction requested=false 2024-12-15T14:35:42,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:42,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T14:35:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:42,379 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:35:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ce05586af2f04176a57b32225476657d_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273340820/Put/seqid=0 2024-12-15T14:35:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742297_1473 (size=12154) 2024-12-15T14:35:42,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:42,801 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ce05586af2f04176a57b32225476657d_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ce05586af2f04176a57b32225476657d_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/d81df2d546514d7a9b216b0ca4954c10, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/d81df2d546514d7a9b216b0ca4954c10 is 175, key is test_row_0/A:col10/1734273340820/Put/seqid=0 2024-12-15T14:35:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742298_1474 (size=30955) 2024-12-15T14:35:42,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273402961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273402961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273402963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273402966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273402977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T14:35:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273403063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273403063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,206 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/d81df2d546514d7a9b216b0ca4954c10 2024-12-15T14:35:43,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/dc6ae686230b43848d8bc1a3efcd16a1 is 50, key is test_row_0/B:col10/1734273340820/Put/seqid=0 2024-12-15T14:35:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742299_1475 (size=12001) 2024-12-15T14:35:43,236 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/dc6ae686230b43848d8bc1a3efcd16a1 2024-12-15T14:35:43,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/72bdf3ed2d75416e8d9c31ac5e446936 is 50, key is test_row_0/C:col10/1734273340820/Put/seqid=0 2024-12-15T14:35:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742300_1476 (size=12001) 2024-12-15T14:35:43,253 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/72bdf3ed2d75416e8d9c31ac5e446936 2024-12-15T14:35:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/d81df2d546514d7a9b216b0ca4954c10 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10 2024-12-15T14:35:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273403264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273403265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,269 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10, entries=150, sequenceid=40, filesize=30.2 K 2024-12-15T14:35:43,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/dc6ae686230b43848d8bc1a3efcd16a1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/dc6ae686230b43848d8bc1a3efcd16a1 2024-12-15T14:35:43,273 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/dc6ae686230b43848d8bc1a3efcd16a1, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T14:35:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/72bdf3ed2d75416e8d9c31ac5e446936 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/72bdf3ed2d75416e8d9c31ac5e446936 2024-12-15T14:35:43,277 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/72bdf3ed2d75416e8d9c31ac5e446936, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T14:35:43,278 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 02d7afef77620269758aa43236caba5a in 898ms, sequenceid=40, compaction requested=false 2024-12-15T14:35:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-15T14:35:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-12-15T14:35:43,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-15T14:35:43,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4500 sec 2024-12-15T14:35:43,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.4540 sec 2024-12-15T14:35:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:43,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T14:35:43,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:43,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:43,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:43,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:43,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:43,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:43,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121574b054689e0c42bfb5565e8efbd79679_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742301_1477 (size=14594) 2024-12-15T14:35:43,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:43,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121574b054689e0c42bfb5565e8efbd79679_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121574b054689e0c42bfb5565e8efbd79679_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:43,590 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/7bdf076a313c4e2cbfd8d649018bdb3d, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:43,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/7bdf076a313c4e2cbfd8d649018bdb3d is 175, key is test_row_0/A:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742302_1478 (size=39549) 2024-12-15T14:35:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273403595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273403596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273403699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273403707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273403900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273403909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:43,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/7bdf076a313c4e2cbfd8d649018bdb3d 2024-12-15T14:35:43,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/18a9136a3dd1444b945511726bf2341f is 50, key is test_row_0/B:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742303_1479 (size=12001) 2024-12-15T14:35:44,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/18a9136a3dd1444b945511726bf2341f 2024-12-15T14:35:44,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ea929c38981747998cf2b025e63ff4ff is 50, key is test_row_0/C:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742304_1480 (size=12001) 2024-12-15T14:35:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273404205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273404213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ea929c38981747998cf2b025e63ff4ff 2024-12-15T14:35:44,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/7bdf076a313c4e2cbfd8d649018bdb3d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d 2024-12-15T14:35:44,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d, entries=200, sequenceid=54, filesize=38.6 K 2024-12-15T14:35:44,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/18a9136a3dd1444b945511726bf2341f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/18a9136a3dd1444b945511726bf2341f 2024-12-15T14:35:44,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/18a9136a3dd1444b945511726bf2341f, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:35:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ea929c38981747998cf2b025e63ff4ff as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ea929c38981747998cf2b025e63ff4ff 2024-12-15T14:35:44,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ea929c38981747998cf2b025e63ff4ff, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T14:35:44,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 02d7afef77620269758aa43236caba5a in 893ms, sequenceid=54, compaction requested=true 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:44,462 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:44,462 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:35:44,463 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:44,463 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:44,463 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/66ff5e7f58c84163882db7902d6fa033, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/dc6ae686230b43848d8bc1a3efcd16a1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/18a9136a3dd1444b945511726bf2341f] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=35.2 K 2024-12-15T14:35:44,463 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=99.1 K 2024-12-15T14:35:44,463 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d] 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66ff5e7f58c84163882db7902d6fa033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734273340806 2024-12-15T14:35:44,463 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 292941196e334c48910f5c0514838dbf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734273340806 2024-12-15T14:35:44,464 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc6ae686230b43848d8bc1a3efcd16a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273340820 2024-12-15T14:35:44,464 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d81df2d546514d7a9b216b0ca4954c10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273340820 2024-12-15T14:35:44,464 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18a9136a3dd1444b945511726bf2341f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273342956 2024-12-15T14:35:44,464 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bdf076a313c4e2cbfd8d649018bdb3d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273342956 2024-12-15T14:35:44,468 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:44,469 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#405 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:44,469 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/464f1f3085764a39b3a8099121e5161c is 50, key is test_row_0/B:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:44,471 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412157a6e24093c514f97b50cadec319d16c4_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:44,473 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412157a6e24093c514f97b50cadec319d16c4_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:44,473 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157a6e24093c514f97b50cadec319d16c4_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742305_1481 (size=12104) 2024-12-15T14:35:44,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742306_1482 (size=4469) 2024-12-15T14:35:44,478 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/464f1f3085764a39b3a8099121e5161c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/464f1f3085764a39b3a8099121e5161c 2024-12-15T14:35:44,481 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into 464f1f3085764a39b3a8099121e5161c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:44,481 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:44,481 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=13, startTime=1734273344462; duration=0sec 2024-12-15T14:35:44,481 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:44,481 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:35:44,481 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:44,482 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:44,482 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:35:44,482 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:44,482 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/51a4b81f2ad445159ca5657824beb898, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/72bdf3ed2d75416e8d9c31ac5e446936, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ea929c38981747998cf2b025e63ff4ff] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=35.2 K 2024-12-15T14:35:44,482 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51a4b81f2ad445159ca5657824beb898, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734273340806 2024-12-15T14:35:44,483 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72bdf3ed2d75416e8d9c31ac5e446936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734273340820 2024-12-15T14:35:44,483 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea929c38981747998cf2b025e63ff4ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273342956 2024-12-15T14:35:44,497 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:44,497 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/563a122f8e1447cb9dabd4540a48eb3a is 50, key is test_row_0/C:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:44,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742307_1483 (size=12104) 2024-12-15T14:35:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:44,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:35:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:44,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:44,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cfeb4712f58045228d56b8ccce82afbd_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273344711/Put/seqid=0 2024-12-15T14:35:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742308_1484 (size=14594) 2024-12-15T14:35:44,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273404725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273404726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273404827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273404828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,878 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#406 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:44,878 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/85fa40bdea244f05a7bb9f46ee3db4c4 is 175, key is test_row_0/A:col10/1734273342956/Put/seqid=0 2024-12-15T14:35:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742309_1485 (size=31058) 2024-12-15T14:35:44,904 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/563a122f8e1447cb9dabd4540a48eb3a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/563a122f8e1447cb9dabd4540a48eb3a 2024-12-15T14:35:44,908 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into 563a122f8e1447cb9dabd4540a48eb3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:44,908 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:44,908 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=13, startTime=1734273344462; duration=0sec 2024-12-15T14:35:44,908 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:44,908 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:35:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T14:35:44,957 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-12-15T14:35:44,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-12-15T14:35:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:44,959 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:44,959 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:44,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:44,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273404977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,979 DEBUG [Thread-2122 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:44,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273404979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,981 DEBUG [Thread-2118 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273404994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:44,996 DEBUG [Thread-2116 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273405029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273405031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:45,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,121 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:45,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cfeb4712f58045228d56b8ccce82afbd_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cfeb4712f58045228d56b8ccce82afbd_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:45,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/c77b5a5c636a48789e01bef94e628543, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:45,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/c77b5a5c636a48789e01bef94e628543 is 175, key is test_row_0/A:col10/1734273344711/Put/seqid=0 2024-12-15T14:35:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742310_1486 (size=39549) 2024-12-15T14:35:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:45,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/85fa40bdea244f05a7bb9f46ee3db4c4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/85fa40bdea244f05a7bb9f46ee3db4c4 2024-12-15T14:35:45,311 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into 85fa40bdea244f05a7bb9f46ee3db4c4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:45,311 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:45,311 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=13, startTime=1734273344462; duration=0sec 2024-12-15T14:35:45,311 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:45,311 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:35:45,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273405333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273405333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/c77b5a5c636a48789e01bef94e628543 2024-12-15T14:35:45,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/ca9ead49819f4e8b993e3ad1d9e050d6 is 50, key is test_row_0/B:col10/1734273344711/Put/seqid=0 2024-12-15T14:35:45,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742311_1487 (size=12001) 2024-12-15T14:35:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:45,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:45,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:45,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273405834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273405836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:45,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:45,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:45,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/ca9ead49819f4e8b993e3ad1d9e050d6 2024-12-15T14:35:45,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/e7f587abaea54435bd27d99b109fb146 is 50, key is test_row_0/C:col10/1734273344711/Put/seqid=0 2024-12-15T14:35:45,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742312_1488 (size=12001) 2024-12-15T14:35:46,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:46,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:46,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/e7f587abaea54435bd27d99b109fb146 2024-12-15T14:35:46,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/c77b5a5c636a48789e01bef94e628543 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543 2024-12-15T14:35:46,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543, entries=200, sequenceid=78, filesize=38.6 K 2024-12-15T14:35:46,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/ca9ead49819f4e8b993e3ad1d9e050d6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/ca9ead49819f4e8b993e3ad1d9e050d6 2024-12-15T14:35:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/ca9ead49819f4e8b993e3ad1d9e050d6, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T14:35:46,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/e7f587abaea54435bd27d99b109fb146 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/e7f587abaea54435bd27d99b109fb146 2024-12-15T14:35:46,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/e7f587abaea54435bd27d99b109fb146, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T14:35:46,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 02d7afef77620269758aa43236caba5a in 1704ms, sequenceid=78, compaction requested=false 2024-12-15T14:35:46,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:46,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:46,483 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:46,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c8f0c6a50a43484083fc813abf4a2a94_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273344724/Put/seqid=0 2024-12-15T14:35:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742313_1489 (size=12154) 2024-12-15T14:35:46,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:46,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273406877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273406877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:46,903 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c8f0c6a50a43484083fc813abf4a2a94_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c8f0c6a50a43484083fc813abf4a2a94_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:46,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/38ffedbaf6ac44c29c02033a85f8acfb, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/38ffedbaf6ac44c29c02033a85f8acfb is 175, key is test_row_0/A:col10/1734273344724/Put/seqid=0 2024-12-15T14:35:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742314_1490 (size=30955) 2024-12-15T14:35:46,908 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/38ffedbaf6ac44c29c02033a85f8acfb 2024-12-15T14:35:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/93a24ace3c6044bf91b151bf498d100f is 50, key is test_row_0/B:col10/1734273344724/Put/seqid=0 2024-12-15T14:35:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742315_1491 (size=12001) 2024-12-15T14:35:46,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273406980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273406981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273407187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273407191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,323 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/93a24ace3c6044bf91b151bf498d100f 2024-12-15T14:35:47,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/982f5cfb7a39486f8ae2637ebcd6890c is 50, key is test_row_0/C:col10/1734273344724/Put/seqid=0 2024-12-15T14:35:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742316_1492 (size=12001) 2024-12-15T14:35:47,334 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/982f5cfb7a39486f8ae2637ebcd6890c 2024-12-15T14:35:47,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/38ffedbaf6ac44c29c02033a85f8acfb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb 2024-12-15T14:35:47,342 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb, entries=150, sequenceid=93, filesize=30.2 K 2024-12-15T14:35:47,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/93a24ace3c6044bf91b151bf498d100f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/93a24ace3c6044bf91b151bf498d100f 2024-12-15T14:35:47,347 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/93a24ace3c6044bf91b151bf498d100f, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T14:35:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/982f5cfb7a39486f8ae2637ebcd6890c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/982f5cfb7a39486f8ae2637ebcd6890c 2024-12-15T14:35:47,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/982f5cfb7a39486f8ae2637ebcd6890c, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T14:35:47,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02d7afef77620269758aa43236caba5a in 869ms, sequenceid=93, compaction requested=true 2024-12-15T14:35:47,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-12-15T14:35:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-12-15T14:35:47,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-15T14:35:47,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3950 sec 2024-12-15T14:35:47,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.3970 sec 2024-12-15T14:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:47,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:35:47,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:47,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:47,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:47,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:47,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:47,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:47,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bf361b8f219f4e28a6d11147d22286f8_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742317_1493 (size=12154) 2024-12-15T14:35:47,503 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:47,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273407508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273407510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bf361b8f219f4e28a6d11147d22286f8_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bf361b8f219f4e28a6d11147d22286f8_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:47,512 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/3203202d95f54d2495095d37349a547a, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:47,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/3203202d95f54d2495095d37349a547a is 175, key is test_row_0/A:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742318_1494 (size=30955) 2024-12-15T14:35:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273407615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273407616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273407817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273407818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:47,925 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/3203202d95f54d2495095d37349a547a 2024-12-15T14:35:47,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/8cfb682d3afd4820a74a0d57a4e0e5fd is 50, key is test_row_0/B:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:47,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742319_1495 (size=12001) 2024-12-15T14:35:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273408119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273408131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:48,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/8cfb682d3afd4820a74a0d57a4e0e5fd 2024-12-15T14:35:48,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ba2aa9aeb8b34778aacee06ed108eb2f is 50, key is test_row_0/C:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742320_1496 (size=12001) 2024-12-15T14:35:48,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273408621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273408645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:48,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ba2aa9aeb8b34778aacee06ed108eb2f 2024-12-15T14:35:48,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/3203202d95f54d2495095d37349a547a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a 2024-12-15T14:35:48,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a, entries=150, sequenceid=117, filesize=30.2 K 2024-12-15T14:35:48,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/8cfb682d3afd4820a74a0d57a4e0e5fd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/8cfb682d3afd4820a74a0d57a4e0e5fd 2024-12-15T14:35:48,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/8cfb682d3afd4820a74a0d57a4e0e5fd, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T14:35:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ba2aa9aeb8b34778aacee06ed108eb2f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ba2aa9aeb8b34778aacee06ed108eb2f 2024-12-15T14:35:48,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ba2aa9aeb8b34778aacee06ed108eb2f, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T14:35:48,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02d7afef77620269758aa43236caba5a in 1481ms, sequenceid=117, compaction requested=true 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:48,974 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:35:48,975 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:48,985 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:48,985 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:35:48,985 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:48,986 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/85fa40bdea244f05a7bb9f46ee3db4c4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=129.4 K 2024-12-15T14:35:48,986 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:48,986 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/85fa40bdea244f05a7bb9f46ee3db4c4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a] 2024-12-15T14:35:48,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:35:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:48,991 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 85fa40bdea244f05a7bb9f46ee3db4c4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273342956 2024-12-15T14:35:48,999 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c77b5a5c636a48789e01bef94e628543, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273343585 2024-12-15T14:35:48,999 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:48,999 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:35:48,999 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:48,999 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/464f1f3085764a39b3a8099121e5161c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/ca9ead49819f4e8b993e3ad1d9e050d6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/93a24ace3c6044bf91b151bf498d100f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/8cfb682d3afd4820a74a0d57a4e0e5fd] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=47.0 K 2024-12-15T14:35:48,999 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 38ffedbaf6ac44c29c02033a85f8acfb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734273344718 2024-12-15T14:35:49,006 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3203202d95f54d2495095d37349a547a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734273346870 2024-12-15T14:35:49,007 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 464f1f3085764a39b3a8099121e5161c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273342956 2024-12-15T14:35:49,015 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca9ead49819f4e8b993e3ad1d9e050d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273343589 2024-12-15T14:35:49,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ae0f1d539b4d42c2b70e105d0032cede_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273348988/Put/seqid=0 2024-12-15T14:35:49,023 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a24ace3c6044bf91b151bf498d100f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734273344718 2024-12-15T14:35:49,030 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cfb682d3afd4820a74a0d57a4e0e5fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734273346870 2024-12-15T14:35:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742321_1497 (size=14644) 2024-12-15T14:35:49,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T14:35:49,064 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-12-15T14:35:49,072 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ae0f1d539b4d42c2b70e105d0032cede_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ae0f1d539b4d42c2b70e105d0032cede_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:49,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/e61682523c8846eabc76b07d949edcf5, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:49,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/e61682523c8846eabc76b07d949edcf5 is 175, key is test_row_0/A:col10/1734273348988/Put/seqid=0 2024-12-15T14:35:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273409069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273409075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-12-15T14:35:49,081 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:49,081 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:49,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T14:35:49,085 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:49,100 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:49,101 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/c021019c6c4d462080a3670cef443a69 is 50, key is test_row_0/B:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:49,112 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215eb9a8be2613e4156878d1b95bc64f797_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:49,114 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215eb9a8be2613e4156878d1b95bc64f797_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:49,115 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215eb9a8be2613e4156878d1b95bc64f797_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742322_1498 (size=39599) 2024-12-15T14:35:49,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/e61682523c8846eabc76b07d949edcf5 2024-12-15T14:35:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742324_1500 (size=4469) 2024-12-15T14:35:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742323_1499 (size=12241) 2024-12-15T14:35:49,157 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#418 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:49,158 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/8c70f723f49745e5aebade17cec8e6d4 is 175, key is test_row_0/A:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:49,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/a149a0bbbfa6427da2b177f8217dcbc6 is 50, key is test_row_0/B:col10/1734273348988/Put/seqid=0 2024-12-15T14:35:49,176 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/c021019c6c4d462080a3670cef443a69 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c021019c6c4d462080a3670cef443a69 2024-12-15T14:35:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T14:35:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742325_1501 (size=31195) 2024-12-15T14:35:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273409183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273409184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273409191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,196 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into c021019c6c4d462080a3670cef443a69(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:49,196 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:49,196 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=12, startTime=1734273348974; duration=0sec 2024-12-15T14:35:49,196 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:49,196 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:35:49,196 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:49,202 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:49,202 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:35:49,202 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,202 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/563a122f8e1447cb9dabd4540a48eb3a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/e7f587abaea54435bd27d99b109fb146, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/982f5cfb7a39486f8ae2637ebcd6890c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ba2aa9aeb8b34778aacee06ed108eb2f] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=47.0 K 2024-12-15T14:35:49,203 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 563a122f8e1447cb9dabd4540a48eb3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734273342956 2024-12-15T14:35:49,203 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7f587abaea54435bd27d99b109fb146, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734273343589 2024-12-15T14:35:49,204 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 982f5cfb7a39486f8ae2637ebcd6890c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734273344718 2024-12-15T14:35:49,204 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba2aa9aeb8b34778aacee06ed108eb2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734273346870 2024-12-15T14:35:49,217 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:49,218 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/521dace065a44d48b6193f743a8b4269 is 50, key is test_row_0/C:col10/1734273347491/Put/seqid=0 2024-12-15T14:35:49,226 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/8c70f723f49745e5aebade17cec8e6d4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/8c70f723f49745e5aebade17cec8e6d4 2024-12-15T14:35:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742326_1502 (size=12051) 2024-12-15T14:35:49,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T14:35:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742327_1503 (size=12241) 2024-12-15T14:35:49,263 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into 8c70f723f49745e5aebade17cec8e6d4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:49,263 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:49,263 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=12, startTime=1734273348974; duration=0sec 2024-12-15T14:35:49,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:49,264 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:35:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T14:35:49,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T14:35:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273409396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273409398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273409402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T14:35:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/a149a0bbbfa6427da2b177f8217dcbc6 2024-12-15T14:35:49,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273409632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273409659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/0b31d3512222468b9f8ee1b53aa89b94 is 50, key is test_row_0/C:col10/1734273348988/Put/seqid=0 2024-12-15T14:35:49,671 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/521dace065a44d48b6193f743a8b4269 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/521dace065a44d48b6193f743a8b4269 2024-12-15T14:35:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T14:35:49,692 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into 521dace065a44d48b6193f743a8b4269(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:49,692 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:49,692 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=12, startTime=1734273348974; duration=0sec 2024-12-15T14:35:49,692 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:49,692 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:35:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742328_1504 (size=12051) 2024-12-15T14:35:49,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/0b31d3512222468b9f8ee1b53aa89b94 2024-12-15T14:35:49,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273409702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273409703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T14:35:49,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/e61682523c8846eabc76b07d949edcf5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5 2024-12-15T14:35:49,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273409711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:49,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5, entries=200, sequenceid=130, filesize=38.7 K 2024-12-15T14:35:49,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/a149a0bbbfa6427da2b177f8217dcbc6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a149a0bbbfa6427da2b177f8217dcbc6 2024-12-15T14:35:49,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a149a0bbbfa6427da2b177f8217dcbc6, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:35:49,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/0b31d3512222468b9f8ee1b53aa89b94 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b31d3512222468b9f8ee1b53aa89b94 2024-12-15T14:35:49,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b31d3512222468b9f8ee1b53aa89b94, entries=150, sequenceid=130, filesize=11.8 K 2024-12-15T14:35:49,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 02d7afef77620269758aa43236caba5a in 747ms, sequenceid=130, compaction requested=false 2024-12-15T14:35:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:49,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:49,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:49,871 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152b7e42b5ea3c457bbf051692b1691e39_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273349050/Put/seqid=0 2024-12-15T14:35:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742329_1505 (size=12304) 2024-12-15T14:35:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:49,935 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152b7e42b5ea3c457bbf051692b1691e39_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152b7e42b5ea3c457bbf051692b1691e39_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/2da449c505ea40f39fe18c9fc2215478, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:49,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/2da449c505ea40f39fe18c9fc2215478 is 175, key is test_row_0/A:col10/1734273349050/Put/seqid=0 2024-12-15T14:35:49,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742330_1506 (size=31105) 2024-12-15T14:35:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T14:35:50,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273410214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273410216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273410221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273410317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273410318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,351 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/2da449c505ea40f39fe18c9fc2215478 2024-12-15T14:35:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/6f38e0ff6374427f8f103c4a72ae3fb1 is 50, key is test_row_0/B:col10/1734273349050/Put/seqid=0 2024-12-15T14:35:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742331_1507 (size=12151) 2024-12-15T14:35:50,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273410520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273410522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/6f38e0ff6374427f8f103c4a72ae3fb1 2024-12-15T14:35:50,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273410826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273410835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:50,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/cba658415af9405f8158eb6910941d12 is 50, key is test_row_0/C:col10/1734273349050/Put/seqid=0 2024-12-15T14:35:50,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742332_1508 (size=12151) 2024-12-15T14:35:50,873 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/cba658415af9405f8158eb6910941d12 2024-12-15T14:35:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/2da449c505ea40f39fe18c9fc2215478 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478 2024-12-15T14:35:50,924 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478, entries=150, sequenceid=157, filesize=30.4 K 2024-12-15T14:35:50,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/6f38e0ff6374427f8f103c4a72ae3fb1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/6f38e0ff6374427f8f103c4a72ae3fb1 2024-12-15T14:35:50,954 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/6f38e0ff6374427f8f103c4a72ae3fb1, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T14:35:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/cba658415af9405f8158eb6910941d12 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cba658415af9405f8158eb6910941d12 2024-12-15T14:35:50,970 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cba658415af9405f8158eb6910941d12, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T14:35:50,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 02d7afef77620269758aa43236caba5a in 1102ms, sequenceid=157, compaction requested=true 2024-12-15T14:35:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-12-15T14:35:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-12-15T14:35:51,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-15T14:35:51,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-12-15T14:35:51,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.9280 sec 2024-12-15T14:35:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T14:35:51,190 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-15T14:35:51,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-15T14:35:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T14:35:51,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:51,196 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:51,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:51,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T14:35:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:51,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:51,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153f5997dc68264acd8ef3d54019a648eb_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T14:35:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742333_1509 (size=12304) 2024-12-15T14:35:51,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T14:35:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273411364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273411370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273411371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273411479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273411479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273411487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T14:35:51,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T14:35:51,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273411648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,654 DEBUG [Thread-2124 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:51,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T14:35:51,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273411671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,677 DEBUG [Thread-2120 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:51,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273411687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273411692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273411695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:51,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153f5997dc68264acd8ef3d54019a648eb_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153f5997dc68264acd8ef3d54019a648eb_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:51,746 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/268f72ec138543e4b2220e7b1c7ad772, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:51,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/268f72ec138543e4b2220e7b1c7ad772 is 175, key is test_row_0/A:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742334_1510 (size=31105) 2024-12-15T14:35:51,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/268f72ec138543e4b2220e7b1c7ad772 2024-12-15T14:35:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T14:35:51,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/b20ffd3547284c9bb611d187df452288 is 50, key is test_row_0/B:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:51,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T14:35:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742335_1511 (size=12151) 2024-12-15T14:35:51,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/b20ffd3547284c9bb611d187df452288 2024-12-15T14:35:51,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/3525f8e9c22647b1a04ac2512defd5ee is 50, key is test_row_0/C:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742336_1512 (size=12151) 2024-12-15T14:35:51,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/3525f8e9c22647b1a04ac2512defd5ee 2024-12-15T14:35:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/268f72ec138543e4b2220e7b1c7ad772 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772 2024-12-15T14:35:51,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772, entries=150, sequenceid=170, filesize=30.4 K 2024-12-15T14:35:51,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/b20ffd3547284c9bb611d187df452288 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/b20ffd3547284c9bb611d187df452288 2024-12-15T14:35:51,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/b20ffd3547284c9bb611d187df452288, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T14:35:51,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/3525f8e9c22647b1a04ac2512defd5ee as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3525f8e9c22647b1a04ac2512defd5ee 2024-12-15T14:35:51,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3525f8e9c22647b1a04ac2512defd5ee, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T14:35:51,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 02d7afef77620269758aa43236caba5a in 708ms, sequenceid=170, compaction requested=true 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:51,945 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:51,945 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:51,947 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:35:51,947 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,947 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/8c70f723f49745e5aebade17cec8e6d4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=129.9 K 2024-12-15T14:35:51,947 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,947 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c021019c6c4d462080a3670cef443a69, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a149a0bbbfa6427da2b177f8217dcbc6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/6f38e0ff6374427f8f103c4a72ae3fb1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/b20ffd3547284c9bb611d187df452288] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=47.5 K 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/8c70f723f49745e5aebade17cec8e6d4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772] 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting c021019c6c4d462080a3670cef443a69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734273346870 2024-12-15T14:35:51,947 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c70f723f49745e5aebade17cec8e6d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734273346870 2024-12-15T14:35:51,948 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a149a0bbbfa6427da2b177f8217dcbc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273347496 2024-12-15T14:35:51,948 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting e61682523c8846eabc76b07d949edcf5, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273347496 2024-12-15T14:35:51,948 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f38e0ff6374427f8f103c4a72ae3fb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734273349050 2024-12-15T14:35:51,948 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting b20ffd3547284c9bb611d187df452288, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273350212 2024-12-15T14:35:51,948 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da449c505ea40f39fe18c9fc2215478, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734273349050 2024-12-15T14:35:51,949 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 268f72ec138543e4b2220e7b1c7ad772, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273350212 2024-12-15T14:35:51,957 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:51,957 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:51,957 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/55b7382aaee944aebd36390262ad6216 is 50, key is test_row_0/B:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:51,964 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412151bdf12152ceb443aac919c40bcbbbfbe_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:51,968 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412151bdf12152ceb443aac919c40bcbbbfbe_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:51,968 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151bdf12152ceb443aac919c40bcbbbfbe_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:51,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:51,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T14:35:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:51,992 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T14:35:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:52,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742337_1513 (size=12527) 2024-12-15T14:35:52,014 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/55b7382aaee944aebd36390262ad6216 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/55b7382aaee944aebd36390262ad6216 2024-12-15T14:35:52,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156794b31a78b346adbfece834a8846f39_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273351349/Put/seqid=0 2024-12-15T14:35:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742338_1514 (size=4469) 2024-12-15T14:35:52,028 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#430 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:52,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273412023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,029 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/a3c6aacc44bb452e8305b1b8e10669b4 is 175, key is test_row_0/A:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:52,032 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into 55b7382aaee944aebd36390262ad6216(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,032 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:52,032 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=12, startTime=1734273351945; duration=0sec 2024-12-15T14:35:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273412028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,033 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:52,033 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:35:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273412028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,033 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T14:35:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742339_1515 (size=12304) 2024-12-15T14:35:52,041 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T14:35:52,041 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:35:52,041 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:52,041 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/521dace065a44d48b6193f743a8b4269, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b31d3512222468b9f8ee1b53aa89b94, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cba658415af9405f8158eb6910941d12, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3525f8e9c22647b1a04ac2512defd5ee] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=47.5 K 2024-12-15T14:35:52,042 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 521dace065a44d48b6193f743a8b4269, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734273346870 2024-12-15T14:35:52,042 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b31d3512222468b9f8ee1b53aa89b94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734273347496 2024-12-15T14:35:52,042 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting cba658415af9405f8158eb6910941d12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734273349050 2024-12-15T14:35:52,043 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3525f8e9c22647b1a04ac2512defd5ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273350212 2024-12-15T14:35:52,051 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:52,052 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/c2079e84e672445485d4274990ef22c9 is 50, key is test_row_0/C:col10/1734273350215/Put/seqid=0 2024-12-15T14:35:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742340_1516 (size=31481) 2024-12-15T14:35:52,066 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/a3c6aacc44bb452e8305b1b8e10669b4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/a3c6aacc44bb452e8305b1b8e10669b4 2024-12-15T14:35:52,072 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into a3c6aacc44bb452e8305b1b8e10669b4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:52,072 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:52,072 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=12, startTime=1734273351945; duration=0sec 2024-12-15T14:35:52,072 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:52,072 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:35:52,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742341_1517 (size=12527) 2024-12-15T14:35:52,103 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/c2079e84e672445485d4274990ef22c9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/c2079e84e672445485d4274990ef22c9 2024-12-15T14:35:52,114 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into c2079e84e672445485d4274990ef22c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:52,114 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:52,114 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=12, startTime=1734273351945; duration=0sec 2024-12-15T14:35:52,114 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:52,114 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:35:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273412134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273412135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273412135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T14:35:52,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273412338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273412344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273412349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:52,464 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156794b31a78b346adbfece834a8846f39_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156794b31a78b346adbfece834a8846f39_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/08c3d1356c1d4252adf6290f1f729db5, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/08c3d1356c1d4252adf6290f1f729db5 is 175, key is test_row_0/A:col10/1734273351349/Put/seqid=0 2024-12-15T14:35:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742342_1518 (size=31105) 2024-12-15T14:35:52,523 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/08c3d1356c1d4252adf6290f1f729db5 2024-12-15T14:35:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/7d8dd0f00e594f8ea5615e3caed49cd1 is 50, key is test_row_0/B:col10/1734273351349/Put/seqid=0 2024-12-15T14:35:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742343_1519 (size=12151) 2024-12-15T14:35:52,578 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/7d8dd0f00e594f8ea5615e3caed49cd1 2024-12-15T14:35:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/0b763118c0ea45588e0f06b58ca344c3 is 50, key is test_row_0/C:col10/1734273351349/Put/seqid=0 2024-12-15T14:35:52,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273412641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273412649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273412655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:52,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742344_1520 (size=12151) 2024-12-15T14:35:53,070 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/0b763118c0ea45588e0f06b58ca344c3 2024-12-15T14:35:53,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/08c3d1356c1d4252adf6290f1f729db5 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5 2024-12-15T14:35:53,101 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5, entries=150, sequenceid=193, filesize=30.4 K 2024-12-15T14:35:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/7d8dd0f00e594f8ea5615e3caed49cd1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/7d8dd0f00e594f8ea5615e3caed49cd1 2024-12-15T14:35:53,111 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/7d8dd0f00e594f8ea5615e3caed49cd1, entries=150, sequenceid=193, filesize=11.9 K 2024-12-15T14:35:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/0b763118c0ea45588e0f06b58ca344c3 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b763118c0ea45588e0f06b58ca344c3 2024-12-15T14:35:53,121 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b763118c0ea45588e0f06b58ca344c3, entries=150, sequenceid=193, filesize=11.9 K 2024-12-15T14:35:53,126 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 02d7afef77620269758aa43236caba5a in 1135ms, sequenceid=193, compaction requested=false 2024-12-15T14:35:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-15T14:35:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-12-15T14:35:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:53,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T14:35:53,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:53,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:53,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:53,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:53,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:53,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:53,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150848b1cd5c6a4fc8a67b316b08de1cce_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:53,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-15T14:35:53,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-12-15T14:35:53,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.9860 sec 2024-12-15T14:35:53,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742345_1521 (size=14794) 2024-12-15T14:35:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273413238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273413239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273413242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T14:35:53,300 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-12-15T14:35:53,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-15T14:35:53,320 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:53,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:53,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:53,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273413345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273413347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273413348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:53,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273413548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273413551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273413551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:53,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150848b1cd5c6a4fc8a67b316b08de1cce_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150848b1cd5c6a4fc8a67b316b08de1cce_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:53,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:53,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:53,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f56643f4ae5e4153bbfd9942e1f9e1bd, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:53,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f56643f4ae5e4153bbfd9942e1f9e1bd is 175, key is test_row_0/A:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:53,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742346_1522 (size=39749) 2024-12-15T14:35:53,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273413850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273413858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273413857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:53,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:53,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:53,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f56643f4ae5e4153bbfd9942e1f9e1bd 2024-12-15T14:35:54,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:54,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:54,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/9f2cac2d66a34907a7bcf9228d0a15b7 is 50, key is test_row_0/B:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742347_1523 (size=12151) 2024-12-15T14:35:54,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:54,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:54,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273414368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273414370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273414377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:54,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:54,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/9f2cac2d66a34907a7bcf9228d0a15b7 2024-12-15T14:35:54,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/cdc8709f50c24dc29b108107cafacb7d is 50, key is test_row_0/C:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742348_1524 (size=12151) 2024-12-15T14:35:54,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:54,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:54,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:55,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:55,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:55,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/cdc8709f50c24dc29b108107cafacb7d 2024-12-15T14:35:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:55,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f56643f4ae5e4153bbfd9942e1f9e1bd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd 2024-12-15T14:35:55,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd, entries=200, sequenceid=211, filesize=38.8 K 2024-12-15T14:35:55,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/9f2cac2d66a34907a7bcf9228d0a15b7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/9f2cac2d66a34907a7bcf9228d0a15b7 2024-12-15T14:35:55,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/9f2cac2d66a34907a7bcf9228d0a15b7, entries=150, sequenceid=211, filesize=11.9 K 2024-12-15T14:35:55,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/cdc8709f50c24dc29b108107cafacb7d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cdc8709f50c24dc29b108107cafacb7d 2024-12-15T14:35:55,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cdc8709f50c24dc29b108107cafacb7d, entries=150, sequenceid=211, filesize=11.9 K 2024-12-15T14:35:55,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 02d7afef77620269758aa43236caba5a in 2089ms, sequenceid=211, compaction requested=true 2024-12-15T14:35:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:55,243 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:55,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:55,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T14:35:55,245 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:55,245 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:35:55,245 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,245 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/a3c6aacc44bb452e8305b1b8e10669b4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=99.9 K 2024-12-15T14:35:55,245 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,246 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/a3c6aacc44bb452e8305b1b8e10669b4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd] 2024-12-15T14:35:55,246 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a3c6aacc44bb452e8305b1b8e10669b4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273350212 2024-12-15T14:35:55,247 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:55,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T14:35:55,247 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c3d1356c1d4252adf6290f1f729db5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273351314 2024-12-15T14:35:55,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,247 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T14:35:55,247 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting f56643f4ae5e4153bbfd9942e1f9e1bd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734273352012 2024-12-15T14:35:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:55,258 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:55,258 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:35:55,259 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,259 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/55b7382aaee944aebd36390262ad6216, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/7d8dd0f00e594f8ea5615e3caed49cd1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/9f2cac2d66a34907a7bcf9228d0a15b7] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.0 K 2024-12-15T14:35:55,267 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55b7382aaee944aebd36390262ad6216, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273350212 2024-12-15T14:35:55,271 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d8dd0f00e594f8ea5615e3caed49cd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273351314 2024-12-15T14:35:55,275 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f2cac2d66a34907a7bcf9228d0a15b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734273352022 2024-12-15T14:35:55,294 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156cdf214abe3048d8a3bd34c00543763b_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273353237/Put/seqid=0 2024-12-15T14:35:55,297 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:55,297 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/baa8f8e40af84f8681d141f245d69174 is 50, key is test_row_0/B:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:55,305 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412154c8eb338f70e4e10b10b9655f5cc3e95_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:55,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412154c8eb338f70e4e10b10b9655f5cc3e95_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:55,307 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154c8eb338f70e4e10b10b9655f5cc3e95_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:55,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742349_1525 (size=12629) 2024-12-15T14:35:55,335 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/baa8f8e40af84f8681d141f245d69174 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/baa8f8e40af84f8681d141f245d69174 2024-12-15T14:35:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742350_1526 (size=12304) 2024-12-15T14:35:55,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:55,347 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156cdf214abe3048d8a3bd34c00543763b_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156cdf214abe3048d8a3bd34c00543763b_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:55,348 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into baa8f8e40af84f8681d141f245d69174(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:55,348 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:55,348 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=13, startTime=1734273355243; duration=0sec 2024-12-15T14:35:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/aa1ded4f64bf47489860b52fb49bacee, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:55,348 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:55,348 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:35:55,348 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/aa1ded4f64bf47489860b52fb49bacee is 175, key is test_row_0/A:col10/1734273353237/Put/seqid=0 2024-12-15T14:35:55,349 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:55,349 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:35:55,349 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:55,350 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/c2079e84e672445485d4274990ef22c9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b763118c0ea45588e0f06b58ca344c3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cdc8709f50c24dc29b108107cafacb7d] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.0 K 2024-12-15T14:35:55,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2079e84e672445485d4274990ef22c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734273350212 2024-12-15T14:35:55,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b763118c0ea45588e0f06b58ca344c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734273351314 2024-12-15T14:35:55,350 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdc8709f50c24dc29b108107cafacb7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734273352022 2024-12-15T14:35:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742352_1528 (size=31105) 2024-12-15T14:35:55,357 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:55,357 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/3e2a1de720534927b44734da82a05df9 is 50, key is test_row_0/C:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742351_1527 (size=4469) 2024-12-15T14:35:55,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:55,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742353_1529 (size=12629) 2024-12-15T14:35:55,407 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/3e2a1de720534927b44734da82a05df9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3e2a1de720534927b44734da82a05df9 2024-12-15T14:35:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:55,449 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into 3e2a1de720534927b44734da82a05df9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:55,449 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:55,449 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=13, startTime=1734273355243; duration=0sec 2024-12-15T14:35:55,449 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:55,449 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:35:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273415450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273415452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273415452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273415557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273415557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273415557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47366 deadline: 1734273415679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,682 DEBUG [Thread-2120 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47286 deadline: 1734273415691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,694 DEBUG [Thread-2124 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., hostname=6279ffe7531b,40081,1734273153198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T14:35:55,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273415762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273415762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273415762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:55,767 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/aa1ded4f64bf47489860b52fb49bacee 2024-12-15T14:35:55,775 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#438 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:55,776 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f9462f5c5ca8431ebb1e75adf680390a is 175, key is test_row_0/A:col10/1734273353153/Put/seqid=0 2024-12-15T14:35:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742354_1530 (size=31583) 2024-12-15T14:35:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/d666f6c45ed9424ba25f09fb779328f0 is 50, key is test_row_0/B:col10/1734273353237/Put/seqid=0 2024-12-15T14:35:55,835 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f9462f5c5ca8431ebb1e75adf680390a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f9462f5c5ca8431ebb1e75adf680390a 2024-12-15T14:35:55,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742355_1531 (size=12151) 2024-12-15T14:35:55,859 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into f9462f5c5ca8431ebb1e75adf680390a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:55,859 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:55,859 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=13, startTime=1734273355243; duration=0sec 2024-12-15T14:35:55,860 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:55,860 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:35:56,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273416068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:56,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273416068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:56,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273416075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:56,281 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/d666f6c45ed9424ba25f09fb779328f0 2024-12-15T14:35:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/a07b7ea42b944a3b87ab1ad6c12148f0 is 50, key is test_row_0/C:col10/1734273353237/Put/seqid=0 2024-12-15T14:35:56,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742356_1532 (size=12151) 2024-12-15T14:35:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273416577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273416579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:56,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273416582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:56,759 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/a07b7ea42b944a3b87ab1ad6c12148f0 2024-12-15T14:35:56,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/aa1ded4f64bf47489860b52fb49bacee as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee 2024-12-15T14:35:56,800 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee, entries=150, sequenceid=233, filesize=30.4 K 2024-12-15T14:35:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/d666f6c45ed9424ba25f09fb779328f0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/d666f6c45ed9424ba25f09fb779328f0 2024-12-15T14:35:56,804 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/d666f6c45ed9424ba25f09fb779328f0, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T14:35:56,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/a07b7ea42b944a3b87ab1ad6c12148f0 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/a07b7ea42b944a3b87ab1ad6c12148f0 2024-12-15T14:35:56,809 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/a07b7ea42b944a3b87ab1ad6c12148f0, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T14:35:56,810 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 02d7afef77620269758aa43236caba5a in 1562ms, sequenceid=233, compaction requested=false 2024-12-15T14:35:56,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:56,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:56,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-15T14:35:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-12-15T14:35:56,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-15T14:35:56,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4900 sec 2024-12-15T14:35:56,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 3.4940 sec 2024-12-15T14:35:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T14:35:57,448 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-15T14:35:57,449 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-15T14:35:57,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T14:35:57,459 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:57,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T14:35:57,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T14:35:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:57,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:57,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:57,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:57,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-15T14:35:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:57,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ff77b70cbf4040698669082a8a35f291_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:57,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273417660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273417666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273417667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742357_1533 (size=12304) 2024-12-15T14:35:57,711 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:57,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ff77b70cbf4040698669082a8a35f291_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ff77b70cbf4040698669082a8a35f291_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:57,760 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f140b42482f74eb4b57050bada4fa69e, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:57,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f140b42482f74eb4b57050bada4fa69e is 175, key is test_row_0/A:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T14:35:57,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273417768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273417772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273417779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742358_1534 (size=31105) 2024-12-15T14:35:57,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f140b42482f74eb4b57050bada4fa69e 2024-12-15T14:35:57,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-15T14:35:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:57,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/63f53ddb0cc24b32b3e55f437cf88a1d is 50, key is test_row_0/B:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:57,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742359_1535 (size=12151) 2024-12-15T14:35:57,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/63f53ddb0cc24b32b3e55f437cf88a1d 2024-12-15T14:35:57,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/50cdc6d13b1049cf87580239f7c210d9 is 50, key is test_row_0/C:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:57,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273417973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-15T14:35:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:57,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273417983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742360_1536 (size=12151) 2024-12-15T14:35:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273417991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:57,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/50cdc6d13b1049cf87580239f7c210d9 2024-12-15T14:35:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f140b42482f74eb4b57050bada4fa69e as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e 2024-12-15T14:35:58,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e, entries=150, sequenceid=254, filesize=30.4 K 2024-12-15T14:35:58,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/63f53ddb0cc24b32b3e55f437cf88a1d as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/63f53ddb0cc24b32b3e55f437cf88a1d 2024-12-15T14:35:58,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/63f53ddb0cc24b32b3e55f437cf88a1d, entries=150, sequenceid=254, filesize=11.9 K 2024-12-15T14:35:58,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/50cdc6d13b1049cf87580239f7c210d9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/50cdc6d13b1049cf87580239f7c210d9 2024-12-15T14:35:58,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/50cdc6d13b1049cf87580239f7c210d9, entries=150, sequenceid=254, filesize=11.9 K 2024-12-15T14:35:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T14:35:58,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 02d7afef77620269758aa43236caba5a in 468ms, sequenceid=254, compaction requested=true 2024-12-15T14:35:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:35:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:58,071 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:35:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:58,072 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:58,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:35:58,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:58,076 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:58,076 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:58,076 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:35:58,077 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:35:58,077 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:58,077 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:58,077 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f9462f5c5ca8431ebb1e75adf680390a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=91.6 K 2024-12-15T14:35:58,077 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:58,077 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f9462f5c5ca8431ebb1e75adf680390a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e] 2024-12-15T14:35:58,077 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/baa8f8e40af84f8681d141f245d69174, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/d666f6c45ed9424ba25f09fb779328f0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/63f53ddb0cc24b32b3e55f437cf88a1d] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.1 K 2024-12-15T14:35:58,083 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting baa8f8e40af84f8681d141f245d69174, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734273352022 2024-12-15T14:35:58,083 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9462f5c5ca8431ebb1e75adf680390a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734273352022 2024-12-15T14:35:58,088 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa1ded4f64bf47489860b52fb49bacee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273353223 2024-12-15T14:35:58,091 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting f140b42482f74eb4b57050bada4fa69e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273355415 2024-12-15T14:35:58,091 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting d666f6c45ed9424ba25f09fb779328f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273353223 2024-12-15T14:35:58,099 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 63f53ddb0cc24b32b3e55f437cf88a1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273355415 2024-12-15T14:35:58,116 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:58,117 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:58,117 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/04e9eb2287f94517a5d6980e5125f275 is 50, key is test_row_0/B:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:58,118 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215fb292972981a4f7eb2325dfb93aef069_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:58,119 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215fb292972981a4f7eb2325dfb93aef069_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:58,119 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fb292972981a4f7eb2325dfb93aef069_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:58,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-15T14:35:58,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:58,138 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T14:35:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742362_1538 (size=12731) 2024-12-15T14:35:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742361_1537 (size=4469) 2024-12-15T14:35:58,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155eade59c8737490eab55def942c01454_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273357666/Put/seqid=0 2024-12-15T14:35:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742363_1539 (size=12454) 2024-12-15T14:35:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:58,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273418346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273418350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273418351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273418456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273418456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273418456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,544 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:58,544 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/55abbb83b9554df39bd52f03f09ee10f is 175, key is test_row_0/A:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:58,556 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/04e9eb2287f94517a5d6980e5125f275 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/04e9eb2287f94517a5d6980e5125f275 2024-12-15T14:35:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:58,565 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into 04e9eb2287f94517a5d6980e5125f275(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:58,565 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:58,565 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=13, startTime=1734273358071; duration=0sec 2024-12-15T14:35:58,565 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:35:58,565 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:35:58,565 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:35:58,572 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:35:58,572 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:35:58,572 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:58,572 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3e2a1de720534927b44734da82a05df9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/a07b7ea42b944a3b87ab1ad6c12148f0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/50cdc6d13b1049cf87580239f7c210d9] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.1 K 2024-12-15T14:35:58,572 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e2a1de720534927b44734da82a05df9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734273352022 2024-12-15T14:35:58,573 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a07b7ea42b944a3b87ab1ad6c12148f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734273353223 2024-12-15T14:35:58,573 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 50cdc6d13b1049cf87580239f7c210d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273355415 2024-12-15T14:35:58,575 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155eade59c8737490eab55def942c01454_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155eade59c8737490eab55def942c01454_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742364_1540 (size=31685) 2024-12-15T14:35:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/314c7b6493ce40a385a4cf409cccc20f, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/314c7b6493ce40a385a4cf409cccc20f is 175, key is test_row_0/A:col10/1734273357666/Put/seqid=0 2024-12-15T14:35:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T14:35:58,601 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:35:58,601 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/73bd3b0b914145888b435f378f8698cb is 50, key is test_row_0/C:col10/1734273357591/Put/seqid=0 2024-12-15T14:35:58,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742365_1541 (size=31255) 2024-12-15T14:35:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742366_1542 (size=12731) 2024-12-15T14:35:58,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273418658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273418658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273418663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273418964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273418964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:58,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273418987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,016 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/314c7b6493ce40a385a4cf409cccc20f 2024-12-15T14:35:59,027 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/55abbb83b9554df39bd52f03f09ee10f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/55abbb83b9554df39bd52f03f09ee10f 2024-12-15T14:35:59,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/5873cdedfc984bcfb2eb3f3033ec09ce is 50, key is test_row_0/B:col10/1734273357666/Put/seqid=0 2024-12-15T14:35:59,059 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into 55abbb83b9554df39bd52f03f09ee10f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:59,059 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:59,059 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=13, startTime=1734273358071; duration=0sec 2024-12-15T14:35:59,060 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:59,060 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:35:59,067 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/73bd3b0b914145888b435f378f8698cb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/73bd3b0b914145888b435f378f8698cb 2024-12-15T14:35:59,071 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into 73bd3b0b914145888b435f378f8698cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:35:59,071 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:59,071 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=13, startTime=1734273358072; duration=0sec 2024-12-15T14:35:59,071 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:35:59,071 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:35:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742367_1543 (size=12301) 2024-12-15T14:35:59,081 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/5873cdedfc984bcfb2eb3f3033ec09ce 2024-12-15T14:35:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ec4e99390e254f53ac9899f2b3558ac1 is 50, key is test_row_0/C:col10/1734273357666/Put/seqid=0 2024-12-15T14:35:59,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742368_1544 (size=12301) 2024-12-15T14:35:59,127 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ec4e99390e254f53ac9899f2b3558ac1 2024-12-15T14:35:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/314c7b6493ce40a385a4cf409cccc20f as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f 2024-12-15T14:35:59,161 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f, entries=150, sequenceid=273, filesize=30.5 K 2024-12-15T14:35:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/5873cdedfc984bcfb2eb3f3033ec09ce as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/5873cdedfc984bcfb2eb3f3033ec09ce 2024-12-15T14:35:59,186 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/5873cdedfc984bcfb2eb3f3033ec09ce, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T14:35:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ec4e99390e254f53ac9899f2b3558ac1 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ec4e99390e254f53ac9899f2b3558ac1 2024-12-15T14:35:59,215 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ec4e99390e254f53ac9899f2b3558ac1, entries=150, sequenceid=273, filesize=12.0 K 2024-12-15T14:35:59,219 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 02d7afef77620269758aa43236caba5a in 1082ms, sequenceid=273, compaction requested=false 2024-12-15T14:35:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:35:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-15T14:35:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-15T14:35:59,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-15T14:35:59,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-12-15T14:35:59,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.7780 sec 2024-12-15T14:35:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:35:59,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T14:35:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:35:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:35:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:35:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:35:59,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121551a7abc2b980454198252eb264329734_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273359469/Put/seqid=0 2024-12-15T14:35:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742369_1545 (size=12454) 2024-12-15T14:35:59,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273419551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273419552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:35:59,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273419565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121551a7abc2b980454198252eb264329734_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121551a7abc2b980454198252eb264329734_02d7afef77620269758aa43236caba5a 2024-12-15T14:35:59,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/b8fa16164cb34920a681c16697ef5bf7, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:35:59,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/b8fa16164cb34920a681c16697ef5bf7 is 175, key is test_row_0/A:col10/1734273359469/Put/seqid=0 2024-12-15T14:35:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T14:35:59,588 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-15T14:35:59,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T14:35:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-15T14:35:59,592 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T14:35:59,593 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T14:35:59,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T14:35:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:35:59,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742370_1546 (size=31255) 2024-12-15T14:35:59,604 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/b8fa16164cb34920a681c16697ef5bf7 2024-12-15T14:35:59,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/a3dc026584aa4d208675c7c6f127cf6b is 50, key is test_row_0/B:col10/1734273359469/Put/seqid=0 2024-12-15T14:35:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742371_1547 (size=12301) 2024-12-15T14:35:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273419660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273419663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273419679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:35:59,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T14:35:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:59,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:59,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273419863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273419871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:35:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273419883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:35:59,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:35:59,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T14:35:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:35:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:35:59,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:35:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/a3dc026584aa4d208675c7c6f127cf6b 2024-12-15T14:36:00,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/16061a613eaf45e0b5a943489df1ecca is 50, key is test_row_0/C:col10/1734273359469/Put/seqid=0 2024-12-15T14:36:00,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T14:36:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:36:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742372_1548 (size=12301) 2024-12-15T14:36:00,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273420179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273420186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273420187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:36:00,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T14:36:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:36:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T14:36:00,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:36:00,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T14:36:00,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/16061a613eaf45e0b5a943489df1ecca 2024-12-15T14:36:00,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/b8fa16164cb34920a681c16697ef5bf7 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7 2024-12-15T14:36:00,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7, entries=150, sequenceid=296, filesize=30.5 K 2024-12-15T14:36:00,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/a3dc026584aa4d208675c7c6f127cf6b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a3dc026584aa4d208675c7c6f127cf6b 2024-12-15T14:36:00,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a3dc026584aa4d208675c7c6f127cf6b, entries=150, sequenceid=296, filesize=12.0 K 2024-12-15T14:36:00,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/16061a613eaf45e0b5a943489df1ecca as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/16061a613eaf45e0b5a943489df1ecca 2024-12-15T14:36:00,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/16061a613eaf45e0b5a943489df1ecca, entries=150, sequenceid=296, filesize=12.0 K 2024-12-15T14:36:00,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 02d7afef77620269758aa43236caba5a in 1008ms, sequenceid=296, compaction requested=true 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:36:00,488 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:00,488 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:36:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:36:00,489 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:36:00,489 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:36:00,489 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:36:00,489 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:36:00,489 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,489 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,489 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/55abbb83b9554df39bd52f03f09ee10f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=92.0 K 2024-12-15T14:36:00,489 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/04e9eb2287f94517a5d6980e5125f275, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/5873cdedfc984bcfb2eb3f3033ec09ce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a3dc026584aa4d208675c7c6f127cf6b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.5 K 2024-12-15T14:36:00,489 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,489 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/55abbb83b9554df39bd52f03f09ee10f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7] 2024-12-15T14:36:00,490 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e9eb2287f94517a5d6980e5125f275, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273355415 2024-12-15T14:36:00,490 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55abbb83b9554df39bd52f03f09ee10f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273355415 2024-12-15T14:36:00,490 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 314c7b6493ce40a385a4cf409cccc20f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734273357654 2024-12-15T14:36:00,490 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 5873cdedfc984bcfb2eb3f3033ec09ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734273357654 2024-12-15T14:36:00,490 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8fa16164cb34920a681c16697ef5bf7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734273358315 2024-12-15T14:36:00,490 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting a3dc026584aa4d208675c7c6f127cf6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734273358315 2024-12-15T14:36:00,496 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:36:00,497 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/4d22eb7294b14080abd3b6deb364f382 is 50, key is test_row_0/B:col10/1734273359469/Put/seqid=0 2024-12-15T14:36:00,498 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:00,504 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412154cc51b5ac3cf42e0a8e31f9c4fcded9f_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:00,505 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412154cc51b5ac3cf42e0a8e31f9c4fcded9f_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:00,506 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154cc51b5ac3cf42e0a8e31f9c4fcded9f_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:00,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40081 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,524 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:36:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742374_1550 (size=4469) 2024-12-15T14:36:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121565d36f7d89f1481b92240e0b97abe599_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273359545/Put/seqid=0 2024-12-15T14:36:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742373_1549 (size=12983) 2024-12-15T14:36:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742375_1551 (size=12454) 2024-12-15T14:36:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:36:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. as already flushing 2024-12-15T14:36:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:36:00,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273420716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273420719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273420720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273420821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,824 DEBUG [Thread-2127 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e4f8fa2 to 127.0.0.1:53661 2024-12-15T14:36:00,824 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:00,825 DEBUG [Thread-2129 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bae0d20 to 127.0.0.1:53661 2024-12-15T14:36:00,826 DEBUG [Thread-2133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x143bb765 to 127.0.0.1:53661 2024-12-15T14:36:00,826 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:00,826 DEBUG [Thread-2133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:00,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273420823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,827 DEBUG [Thread-2131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0298f840 to 127.0.0.1:53661 2024-12-15T14:36:00,827 DEBUG [Thread-2135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4af4c302 to 127.0.0.1:53661 2024-12-15T14:36:00,827 DEBUG [Thread-2131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:00,827 DEBUG [Thread-2135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:00,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273420827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:00,874 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T14:36:00,931 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#457 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:36:00,931 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/c2ae55b1a9bb4bdda00e51c195b01dd2 is 175, key is test_row_0/A:col10/1734273359469/Put/seqid=0 2024-12-15T14:36:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742376_1552 (size=31937) 2024-12-15T14:36:00,948 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/4d22eb7294b14080abd3b6deb364f382 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/4d22eb7294b14080abd3b6deb364f382 2024-12-15T14:36:00,956 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into 4d22eb7294b14080abd3b6deb364f382(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:36:00,956 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:00,956 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=13, startTime=1734273360488; duration=0sec 2024-12-15T14:36:00,956 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:36:00,956 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:36:00,956 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:36:00,957 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:36:00,957 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:36:00,957 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:00,957 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/73bd3b0b914145888b435f378f8698cb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ec4e99390e254f53ac9899f2b3558ac1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/16061a613eaf45e0b5a943489df1ecca] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.5 K 2024-12-15T14:36:00,958 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 73bd3b0b914145888b435f378f8698cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734273355415 2024-12-15T14:36:00,958 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4e99390e254f53ac9899f2b3558ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734273357654 2024-12-15T14:36:00,958 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 16061a613eaf45e0b5a943489df1ecca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734273358315 2024-12-15T14:36:00,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:36:00,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121565d36f7d89f1481b92240e0b97abe599_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121565d36f7d89f1481b92240e0b97abe599_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:00,964 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:36:00,964 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/99c4ca8a76504e6c8e43dbb2ca6c6bab is 50, key is test_row_0/C:col10/1734273359469/Put/seqid=0 2024-12-15T14:36:00,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/ca9f0864cfd7491a939c8db9caf11884, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/ca9f0864cfd7491a939c8db9caf11884 is 175, key is test_row_0/A:col10/1734273359545/Put/seqid=0 2024-12-15T14:36:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742377_1553 (size=12983) 2024-12-15T14:36:00,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742378_1554 (size=31255) 2024-12-15T14:36:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273421024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273421028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273421029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273421326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273421330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273421330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,339 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/c2ae55b1a9bb4bdda00e51c195b01dd2 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c2ae55b1a9bb4bdda00e51c195b01dd2 2024-12-15T14:36:01,343 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into c2ae55b1a9bb4bdda00e51c195b01dd2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:36:01,343 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:01,343 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=13, startTime=1734273360488; duration=0sec 2024-12-15T14:36:01,343 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:01,343 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:36:01,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/ca9f0864cfd7491a939c8db9caf11884 2024-12-15T14:36:01,375 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/99c4ca8a76504e6c8e43dbb2ca6c6bab as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/99c4ca8a76504e6c8e43dbb2ca6c6bab 2024-12-15T14:36:01,379 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into 99c4ca8a76504e6c8e43dbb2ca6c6bab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:36:01,379 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:01,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/342ce37e590b4d56bdb0dfeeb0ff5ac9 is 50, key is test_row_0/B:col10/1734273359545/Put/seqid=0 2024-12-15T14:36:01,379 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=13, startTime=1734273360488; duration=0sec 2024-12-15T14:36:01,379 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:01,379 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:36:01,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742379_1555 (size=12301) 2024-12-15T14:36:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:36:01,783 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/342ce37e590b4d56bdb0dfeeb0ff5ac9 2024-12-15T14:36:01,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/7fe5ce5d023b44928c3459ccfa6ee143 is 50, key is test_row_0/C:col10/1734273359545/Put/seqid=0 2024-12-15T14:36:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742380_1556 (size=12301) 2024-12-15T14:36:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47352 deadline: 1734273421830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1734273421831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:01,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T14:36:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47298 deadline: 1734273421835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:02,193 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/7fe5ce5d023b44928c3459ccfa6ee143 2024-12-15T14:36:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/ca9f0864cfd7491a939c8db9caf11884 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884 2024-12-15T14:36:02,200 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884, entries=150, sequenceid=312, filesize=30.5 K 2024-12-15T14:36:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/342ce37e590b4d56bdb0dfeeb0ff5ac9 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/342ce37e590b4d56bdb0dfeeb0ff5ac9 2024-12-15T14:36:02,204 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/342ce37e590b4d56bdb0dfeeb0ff5ac9, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T14:36:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/7fe5ce5d023b44928c3459ccfa6ee143 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7fe5ce5d023b44928c3459ccfa6ee143 2024-12-15T14:36:02,208 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7fe5ce5d023b44928c3459ccfa6ee143, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T14:36:02,209 INFO [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 02d7afef77620269758aa43236caba5a in 1684ms, sequenceid=312, compaction requested=false 2024-12-15T14:36:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6279ffe7531b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-15T14:36:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-15T14:36:02,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-15T14:36:02,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-12-15T14:36:02,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.6220 sec 2024-12-15T14:36:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40081 {}] regionserver.HRegion(8581): Flush requested on 02d7afef77620269758aa43236caba5a 2024-12-15T14:36:02,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T14:36:02,834 DEBUG [Thread-2122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c69c4a4 to 127.0.0.1:53661 2024-12-15T14:36:02,834 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:36:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:36:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:36:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:02,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b2da2c5875ac4b0db6652ac97c1b6772_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:02,846 DEBUG [Thread-2118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fcb3634 to 127.0.0.1:53661 2024-12-15T14:36:02,846 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:02,847 DEBUG [Thread-2116 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336a5bad to 127.0.0.1:53661 2024-12-15T14:36:02,847 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:02,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742381_1557 (size=12454) 2024-12-15T14:36:03,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:36:03,252 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b2da2c5875ac4b0db6652ac97c1b6772_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b2da2c5875ac4b0db6652ac97c1b6772_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:03,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/075740d1bc5d40a6995dea8e32aad625, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:03,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/075740d1bc5d40a6995dea8e32aad625 is 175, key is test_row_0/A:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742382_1558 (size=31255) 2024-12-15T14:36:03,665 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/075740d1bc5d40a6995dea8e32aad625 2024-12-15T14:36:03,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/0247707c54fd47b4ab566a0b04d3144b is 50, key is test_row_0/B:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742383_1559 (size=12301) 2024-12-15T14:36:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T14:36:03,704 INFO [Thread-2126 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-15T14:36:04,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/0247707c54fd47b4ab566a0b04d3144b 2024-12-15T14:36:04,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/7b0845c284e142aaaf8ba2aa71250765 is 50, key is test_row_0/C:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742384_1560 (size=12301) 2024-12-15T14:36:04,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/7b0845c284e142aaaf8ba2aa71250765 2024-12-15T14:36:04,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/075740d1bc5d40a6995dea8e32aad625 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625 2024-12-15T14:36:04,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625, entries=150, sequenceid=336, filesize=30.5 K 2024-12-15T14:36:04,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/0247707c54fd47b4ab566a0b04d3144b as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/0247707c54fd47b4ab566a0b04d3144b 2024-12-15T14:36:04,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/0247707c54fd47b4ab566a0b04d3144b, entries=150, sequenceid=336, filesize=12.0 K 2024-12-15T14:36:04,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/7b0845c284e142aaaf8ba2aa71250765 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7b0845c284e142aaaf8ba2aa71250765 2024-12-15T14:36:04,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7b0845c284e142aaaf8ba2aa71250765, entries=150, sequenceid=336, filesize=12.0 K 2024-12-15T14:36:04,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 02d7afef77620269758aa43236caba5a in 1663ms, sequenceid=336, compaction requested=true 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:04,497 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 02d7afef77620269758aa43236caba5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T14:36:04,497 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:36:04,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:36:04,497 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:36:04,497 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/A is initiating minor compaction (all files) 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/B is initiating minor compaction (all files) 2024-12-15T14:36:04,498 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/A in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:04,498 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/B in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:04,498 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c2ae55b1a9bb4bdda00e51c195b01dd2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=92.2 K 2024-12-15T14:36:04,498 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/4d22eb7294b14080abd3b6deb364f382, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/342ce37e590b4d56bdb0dfeeb0ff5ac9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/0247707c54fd47b4ab566a0b04d3144b] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.7 K 2024-12-15T14:36:04,498 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. files: [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c2ae55b1a9bb4bdda00e51c195b01dd2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625] 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d22eb7294b14080abd3b6deb364f382, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734273358315 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2ae55b1a9bb4bdda00e51c195b01dd2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734273358315 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 342ce37e590b4d56bdb0dfeeb0ff5ac9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734273359542 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca9f0864cfd7491a939c8db9caf11884, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734273359542 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 0247707c54fd47b4ab566a0b04d3144b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734273360717 2024-12-15T14:36:04,498 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] compactions.Compactor(224): Compacting 075740d1bc5d40a6995dea8e32aad625, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734273360717 2024-12-15T14:36:04,506 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:36:04,507 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/c8184d47b607444ea147fb16ae986f7c is 50, key is test_row_0/B:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742385_1561 (size=13085) 2024-12-15T14:36:04,518 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:04,524 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215402e3e62c2774ac480e13dbbf6f2e457_02d7afef77620269758aa43236caba5a store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:04,551 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215402e3e62c2774ac480e13dbbf6f2e457_02d7afef77620269758aa43236caba5a, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:04,551 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215402e3e62c2774ac480e13dbbf6f2e457_02d7afef77620269758aa43236caba5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742386_1562 (size=4469) 2024-12-15T14:36:04,570 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#A#compaction#466 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:36:04,571 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f7abe3392f484aecaa86702032a9a5b6 is 175, key is test_row_0/A:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:04,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742387_1563 (size=32039) 2024-12-15T14:36:04,917 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/c8184d47b607444ea147fb16ae986f7c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c8184d47b607444ea147fb16ae986f7c 2024-12-15T14:36:04,920 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/B of 02d7afef77620269758aa43236caba5a into c8184d47b607444ea147fb16ae986f7c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:36:04,920 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:04,920 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/B, priority=13, startTime=1734273364497; duration=0sec 2024-12-15T14:36:04,920 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T14:36:04,920 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:B 2024-12-15T14:36:04,920 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T14:36:04,921 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T14:36:04,921 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1540): 02d7afef77620269758aa43236caba5a/C is initiating minor compaction (all files) 2024-12-15T14:36:04,921 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 02d7afef77620269758aa43236caba5a/C in TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:04,922 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/99c4ca8a76504e6c8e43dbb2ca6c6bab, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7fe5ce5d023b44928c3459ccfa6ee143, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7b0845c284e142aaaf8ba2aa71250765] into tmpdir=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp, totalSize=36.7 K 2024-12-15T14:36:04,922 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 99c4ca8a76504e6c8e43dbb2ca6c6bab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1734273358315 2024-12-15T14:36:04,922 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fe5ce5d023b44928c3459ccfa6ee143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734273359542 2024-12-15T14:36:04,922 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0845c284e142aaaf8ba2aa71250765, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734273360717 2024-12-15T14:36:04,931 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 02d7afef77620269758aa43236caba5a#C#compaction#467 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T14:36:04,931 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/9dc64897f9c744a296d3d951fd562928 is 50, key is test_row_0/C:col10/1734273360717/Put/seqid=0 2024-12-15T14:36:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742388_1564 (size=13085) 2024-12-15T14:36:04,942 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/9dc64897f9c744a296d3d951fd562928 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/9dc64897f9c744a296d3d951fd562928 2024-12-15T14:36:04,947 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/C of 02d7afef77620269758aa43236caba5a into 9dc64897f9c744a296d3d951fd562928(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:36:04,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:04,947 INFO [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/C, priority=13, startTime=1734273364497; duration=0sec 2024-12-15T14:36:04,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:04,947 DEBUG [RS:0;6279ffe7531b:40081-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:C 2024-12-15T14:36:04,991 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/f7abe3392f484aecaa86702032a9a5b6 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f7abe3392f484aecaa86702032a9a5b6 2024-12-15T14:36:04,995 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 02d7afef77620269758aa43236caba5a/A of 02d7afef77620269758aa43236caba5a into f7abe3392f484aecaa86702032a9a5b6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T14:36:04,995 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:04,995 INFO [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a., storeName=02d7afef77620269758aa43236caba5a/A, priority=13, startTime=1734273364497; duration=0sec 2024-12-15T14:36:04,995 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T14:36:04,995 DEBUG [RS:0;6279ffe7531b:40081-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 02d7afef77620269758aa43236caba5a:A 2024-12-15T14:36:05,707 DEBUG [Thread-2124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30d625f1 to 127.0.0.1:53661 2024-12-15T14:36:05,707 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:05,774 DEBUG [Thread-2120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x025065ce to 127.0.0.1:53661 2024-12-15T14:36:05,774 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5670 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5572 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5458 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5676 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5523 2024-12-15T14:36:05,774 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T14:36:05,774 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:36:05,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d48543c to 127.0.0.1:53661 2024-12-15T14:36:05,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:05,775 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T14:36:05,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T14:36:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T14:36:05,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273365777"}]},"ts":"1734273365777"} 2024-12-15T14:36:05,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T14:36:05,796 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T14:36:05,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T14:36:05,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, UNASSIGN}] 2024-12-15T14:36:05,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, UNASSIGN 2024-12-15T14:36:05,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=161 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=CLOSING, regionLocation=6279ffe7531b,40081,1734273153198 2024-12-15T14:36:05,800 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T14:36:05,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; CloseRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198}] 2024-12-15T14:36:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T14:36:05,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 6279ffe7531b,40081,1734273153198 2024-12-15T14:36:05,951 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(124): Close 02d7afef77620269758aa43236caba5a 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1681): Closing 02d7afef77620269758aa43236caba5a, disabling compactions & flushes 2024-12-15T14:36:05,952 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. after waiting 0 ms 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:05,952 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(2837): Flushing 02d7afef77620269758aa43236caba5a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=A 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=B 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 02d7afef77620269758aa43236caba5a, store=C 2024-12-15T14:36:05,952 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T14:36:05,957 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ea4311eeb4bc4114bf7386bc7a3a9502_02d7afef77620269758aa43236caba5a is 50, key is test_row_0/A:col10/1734273365772/Put/seqid=0 2024-12-15T14:36:05,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742389_1565 (size=12454) 2024-12-15T14:36:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T14:36:06,361 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T14:36:06,364 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ea4311eeb4bc4114bf7386bc7a3a9502_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ea4311eeb4bc4114bf7386bc7a3a9502_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:06,365 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/737ef8c8f80140f2a01688c151281fbb, store: [table=TestAcidGuarantees family=A region=02d7afef77620269758aa43236caba5a] 2024-12-15T14:36:06,366 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/737ef8c8f80140f2a01688c151281fbb is 175, key is test_row_0/A:col10/1734273365772/Put/seqid=0 2024-12-15T14:36:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742390_1566 (size=31255) 2024-12-15T14:36:06,370 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/737ef8c8f80140f2a01688c151281fbb 2024-12-15T14:36:06,375 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/310b712b2dc6442f9641a6d5c817245c is 50, key is test_row_0/B:col10/1734273365772/Put/seqid=0 2024-12-15T14:36:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T14:36:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742391_1567 (size=12301) 2024-12-15T14:36:06,383 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/310b712b2dc6442f9641a6d5c817245c 2024-12-15T14:36:06,392 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ac3e8e618b704dc48cf4f5d304253bcd is 50, key is test_row_0/C:col10/1734273365772/Put/seqid=0 2024-12-15T14:36:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742392_1568 (size=12301) 2024-12-15T14:36:06,801 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ac3e8e618b704dc48cf4f5d304253bcd 2024-12-15T14:36:06,805 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/A/737ef8c8f80140f2a01688c151281fbb as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/737ef8c8f80140f2a01688c151281fbb 2024-12-15T14:36:06,808 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/737ef8c8f80140f2a01688c151281fbb, entries=150, sequenceid=346, filesize=30.5 K 2024-12-15T14:36:06,809 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/B/310b712b2dc6442f9641a6d5c817245c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/310b712b2dc6442f9641a6d5c817245c 2024-12-15T14:36:06,813 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/310b712b2dc6442f9641a6d5c817245c, entries=150, sequenceid=346, filesize=12.0 K 2024-12-15T14:36:06,814 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/.tmp/C/ac3e8e618b704dc48cf4f5d304253bcd as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ac3e8e618b704dc48cf4f5d304253bcd 2024-12-15T14:36:06,817 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ac3e8e618b704dc48cf4f5d304253bcd, entries=150, sequenceid=346, filesize=12.0 K 2024-12-15T14:36:06,818 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 02d7afef77620269758aa43236caba5a in 866ms, sequenceid=346, compaction requested=false 2024-12-15T14:36:06,819 DEBUG [StoreCloser-TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/85fa40bdea244f05a7bb9f46ee3db4c4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/8c70f723f49745e5aebade17cec8e6d4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/a3c6aacc44bb452e8305b1b8e10669b4, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f9462f5c5ca8431ebb1e75adf680390a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/55abbb83b9554df39bd52f03f09ee10f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c2ae55b1a9bb4bdda00e51c195b01dd2, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625] to archive 2024-12-15T14:36:06,824 DEBUG [StoreCloser-TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:36:06,827 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/d81df2d546514d7a9b216b0ca4954c10 2024-12-15T14:36:06,828 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/38ffedbaf6ac44c29c02033a85f8acfb 2024-12-15T14:36:06,828 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/8c70f723f49745e5aebade17cec8e6d4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/8c70f723f49745e5aebade17cec8e6d4 2024-12-15T14:36:06,828 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/292941196e334c48910f5c0514838dbf 2024-12-15T14:36:06,828 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/3203202d95f54d2495095d37349a547a 2024-12-15T14:36:06,828 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c77b5a5c636a48789e01bef94e628543 2024-12-15T14:36:06,828 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/85fa40bdea244f05a7bb9f46ee3db4c4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/85fa40bdea244f05a7bb9f46ee3db4c4 2024-12-15T14:36:06,829 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/7bdf076a313c4e2cbfd8d649018bdb3d 2024-12-15T14:36:06,832 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/a3c6aacc44bb452e8305b1b8e10669b4 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/a3c6aacc44bb452e8305b1b8e10669b4 2024-12-15T14:36:06,832 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/2da449c505ea40f39fe18c9fc2215478 2024-12-15T14:36:06,833 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/268f72ec138543e4b2220e7b1c7ad772 2024-12-15T14:36:06,833 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f56643f4ae5e4153bbfd9942e1f9e1bd 2024-12-15T14:36:06,833 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/aa1ded4f64bf47489860b52fb49bacee 2024-12-15T14:36:06,833 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f9462f5c5ca8431ebb1e75adf680390a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f9462f5c5ca8431ebb1e75adf680390a 2024-12-15T14:36:06,833 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/08c3d1356c1d4252adf6290f1f729db5 2024-12-15T14:36:06,833 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/e61682523c8846eabc76b07d949edcf5 2024-12-15T14:36:06,836 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f140b42482f74eb4b57050bada4fa69e 2024-12-15T14:36:06,836 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/55abbb83b9554df39bd52f03f09ee10f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/55abbb83b9554df39bd52f03f09ee10f 2024-12-15T14:36:06,836 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/314c7b6493ce40a385a4cf409cccc20f 2024-12-15T14:36:06,836 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/b8fa16164cb34920a681c16697ef5bf7 2024-12-15T14:36:06,836 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/ca9f0864cfd7491a939c8db9caf11884 2024-12-15T14:36:06,837 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/075740d1bc5d40a6995dea8e32aad625 2024-12-15T14:36:06,837 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c2ae55b1a9bb4bdda00e51c195b01dd2 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/c2ae55b1a9bb4bdda00e51c195b01dd2 2024-12-15T14:36:06,839 DEBUG [StoreCloser-TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/66ff5e7f58c84163882db7902d6fa033, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/dc6ae686230b43848d8bc1a3efcd16a1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/464f1f3085764a39b3a8099121e5161c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/18a9136a3dd1444b945511726bf2341f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/ca9ead49819f4e8b993e3ad1d9e050d6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/93a24ace3c6044bf91b151bf498d100f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c021019c6c4d462080a3670cef443a69, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/8cfb682d3afd4820a74a0d57a4e0e5fd, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a149a0bbbfa6427da2b177f8217dcbc6, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/6f38e0ff6374427f8f103c4a72ae3fb1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/55b7382aaee944aebd36390262ad6216, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/b20ffd3547284c9bb611d187df452288, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/7d8dd0f00e594f8ea5615e3caed49cd1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/baa8f8e40af84f8681d141f245d69174, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/9f2cac2d66a34907a7bcf9228d0a15b7, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/d666f6c45ed9424ba25f09fb779328f0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/04e9eb2287f94517a5d6980e5125f275, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/63f53ddb0cc24b32b3e55f437cf88a1d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/5873cdedfc984bcfb2eb3f3033ec09ce, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/4d22eb7294b14080abd3b6deb364f382, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a3dc026584aa4d208675c7c6f127cf6b, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/342ce37e590b4d56bdb0dfeeb0ff5ac9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/0247707c54fd47b4ab566a0b04d3144b] to archive 2024-12-15T14:36:06,840 DEBUG [StoreCloser-TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/8cfb682d3afd4820a74a0d57a4e0e5fd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/8cfb682d3afd4820a74a0d57a4e0e5fd 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/dc6ae686230b43848d8bc1a3efcd16a1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/dc6ae686230b43848d8bc1a3efcd16a1 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c021019c6c4d462080a3670cef443a69 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c021019c6c4d462080a3670cef443a69 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/66ff5e7f58c84163882db7902d6fa033 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/66ff5e7f58c84163882db7902d6fa033 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/18a9136a3dd1444b945511726bf2341f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/18a9136a3dd1444b945511726bf2341f 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/93a24ace3c6044bf91b151bf498d100f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/93a24ace3c6044bf91b151bf498d100f 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/ca9ead49819f4e8b993e3ad1d9e050d6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/ca9ead49819f4e8b993e3ad1d9e050d6 2024-12-15T14:36:06,845 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/464f1f3085764a39b3a8099121e5161c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/464f1f3085764a39b3a8099121e5161c 2024-12-15T14:36:06,849 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/baa8f8e40af84f8681d141f245d69174 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/baa8f8e40af84f8681d141f245d69174 2024-12-15T14:36:06,849 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/55b7382aaee944aebd36390262ad6216 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/55b7382aaee944aebd36390262ad6216 2024-12-15T14:36:06,850 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a149a0bbbfa6427da2b177f8217dcbc6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a149a0bbbfa6427da2b177f8217dcbc6 2024-12-15T14:36:06,850 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/7d8dd0f00e594f8ea5615e3caed49cd1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/7d8dd0f00e594f8ea5615e3caed49cd1 2024-12-15T14:36:06,850 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/b20ffd3547284c9bb611d187df452288 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/b20ffd3547284c9bb611d187df452288 2024-12-15T14:36:06,850 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/9f2cac2d66a34907a7bcf9228d0a15b7 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/9f2cac2d66a34907a7bcf9228d0a15b7 2024-12-15T14:36:06,850 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/6f38e0ff6374427f8f103c4a72ae3fb1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/6f38e0ff6374427f8f103c4a72ae3fb1 2024-12-15T14:36:06,852 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/d666f6c45ed9424ba25f09fb779328f0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/d666f6c45ed9424ba25f09fb779328f0 2024-12-15T14:36:06,853 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a3dc026584aa4d208675c7c6f127cf6b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/a3dc026584aa4d208675c7c6f127cf6b 2024-12-15T14:36:06,853 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/63f53ddb0cc24b32b3e55f437cf88a1d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/63f53ddb0cc24b32b3e55f437cf88a1d 2024-12-15T14:36:06,853 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/04e9eb2287f94517a5d6980e5125f275 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/04e9eb2287f94517a5d6980e5125f275 2024-12-15T14:36:06,853 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/5873cdedfc984bcfb2eb3f3033ec09ce to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/5873cdedfc984bcfb2eb3f3033ec09ce 2024-12-15T14:36:06,853 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/4d22eb7294b14080abd3b6deb364f382 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/4d22eb7294b14080abd3b6deb364f382 2024-12-15T14:36:06,854 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/0247707c54fd47b4ab566a0b04d3144b to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/0247707c54fd47b4ab566a0b04d3144b 2024-12-15T14:36:06,854 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/342ce37e590b4d56bdb0dfeeb0ff5ac9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/342ce37e590b4d56bdb0dfeeb0ff5ac9 2024-12-15T14:36:06,859 DEBUG [StoreCloser-TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/51a4b81f2ad445159ca5657824beb898, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/72bdf3ed2d75416e8d9c31ac5e446936, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/563a122f8e1447cb9dabd4540a48eb3a, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ea929c38981747998cf2b025e63ff4ff, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/e7f587abaea54435bd27d99b109fb146, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/982f5cfb7a39486f8ae2637ebcd6890c, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/521dace065a44d48b6193f743a8b4269, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ba2aa9aeb8b34778aacee06ed108eb2f, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b31d3512222468b9f8ee1b53aa89b94, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cba658415af9405f8158eb6910941d12, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/c2079e84e672445485d4274990ef22c9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3525f8e9c22647b1a04ac2512defd5ee, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b763118c0ea45588e0f06b58ca344c3, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3e2a1de720534927b44734da82a05df9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cdc8709f50c24dc29b108107cafacb7d, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/a07b7ea42b944a3b87ab1ad6c12148f0, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/73bd3b0b914145888b435f378f8698cb, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/50cdc6d13b1049cf87580239f7c210d9, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ec4e99390e254f53ac9899f2b3558ac1, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/99c4ca8a76504e6c8e43dbb2ca6c6bab, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/16061a613eaf45e0b5a943489df1ecca, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7fe5ce5d023b44928c3459ccfa6ee143, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7b0845c284e142aaaf8ba2aa71250765] to archive 2024-12-15T14:36:06,860 DEBUG [StoreCloser-TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T14:36:06,871 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/51a4b81f2ad445159ca5657824beb898 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/51a4b81f2ad445159ca5657824beb898 2024-12-15T14:36:06,871 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/72bdf3ed2d75416e8d9c31ac5e446936 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/72bdf3ed2d75416e8d9c31ac5e446936 2024-12-15T14:36:06,876 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ba2aa9aeb8b34778aacee06ed108eb2f to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ba2aa9aeb8b34778aacee06ed108eb2f 2024-12-15T14:36:06,876 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/e7f587abaea54435bd27d99b109fb146 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/e7f587abaea54435bd27d99b109fb146 2024-12-15T14:36:06,876 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/563a122f8e1447cb9dabd4540a48eb3a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/563a122f8e1447cb9dabd4540a48eb3a 2024-12-15T14:36:06,876 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/982f5cfb7a39486f8ae2637ebcd6890c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/982f5cfb7a39486f8ae2637ebcd6890c 2024-12-15T14:36:06,877 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/521dace065a44d48b6193f743a8b4269 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/521dace065a44d48b6193f743a8b4269 2024-12-15T14:36:06,877 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ea929c38981747998cf2b025e63ff4ff to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ea929c38981747998cf2b025e63ff4ff 2024-12-15T14:36:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T14:36:06,886 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cba658415af9405f8158eb6910941d12 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cba658415af9405f8158eb6910941d12 2024-12-15T14:36:06,887 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b31d3512222468b9f8ee1b53aa89b94 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b31d3512222468b9f8ee1b53aa89b94 2024-12-15T14:36:06,887 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/c2079e84e672445485d4274990ef22c9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/c2079e84e672445485d4274990ef22c9 2024-12-15T14:36:06,887 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3525f8e9c22647b1a04ac2512defd5ee to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3525f8e9c22647b1a04ac2512defd5ee 2024-12-15T14:36:06,887 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b763118c0ea45588e0f06b58ca344c3 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/0b763118c0ea45588e0f06b58ca344c3 2024-12-15T14:36:06,887 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3e2a1de720534927b44734da82a05df9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/3e2a1de720534927b44734da82a05df9 2024-12-15T14:36:06,887 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cdc8709f50c24dc29b108107cafacb7d to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/cdc8709f50c24dc29b108107cafacb7d 2024-12-15T14:36:06,888 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/a07b7ea42b944a3b87ab1ad6c12148f0 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/a07b7ea42b944a3b87ab1ad6c12148f0 2024-12-15T14:36:06,888 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/50cdc6d13b1049cf87580239f7c210d9 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/50cdc6d13b1049cf87580239f7c210d9 2024-12-15T14:36:06,892 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/16061a613eaf45e0b5a943489df1ecca to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/16061a613eaf45e0b5a943489df1ecca 2024-12-15T14:36:06,892 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ec4e99390e254f53ac9899f2b3558ac1 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ec4e99390e254f53ac9899f2b3558ac1 2024-12-15T14:36:06,892 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/99c4ca8a76504e6c8e43dbb2ca6c6bab to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/99c4ca8a76504e6c8e43dbb2ca6c6bab 2024-12-15T14:36:06,892 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7fe5ce5d023b44928c3459ccfa6ee143 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7fe5ce5d023b44928c3459ccfa6ee143 2024-12-15T14:36:06,892 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/73bd3b0b914145888b435f378f8698cb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/73bd3b0b914145888b435f378f8698cb 2024-12-15T14:36:06,892 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7b0845c284e142aaaf8ba2aa71250765 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/7b0845c284e142aaaf8ba2aa71250765 2024-12-15T14:36:06,923 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=4 2024-12-15T14:36:06,933 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a. 2024-12-15T14:36:06,933 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1635): Region close journal for 02d7afef77620269758aa43236caba5a: 2024-12-15T14:36:06,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=161 updating hbase:meta row=02d7afef77620269758aa43236caba5a, regionState=CLOSED 2024-12-15T14:36:06,940 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(170): Closed 02d7afef77620269758aa43236caba5a 2024-12-15T14:36:06,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-15T14:36:06,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; CloseRegionProcedure 02d7afef77620269758aa43236caba5a, server=6279ffe7531b,40081,1734273153198 in 1.1440 sec 2024-12-15T14:36:06,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-15T14:36:06,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=02d7afef77620269758aa43236caba5a, UNASSIGN in 1.1480 sec 2024-12-15T14:36:06,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-15T14:36:06,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-15T14:36:06,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734273366949"}]},"ts":"1734273366949"} 2024-12-15T14:36:06,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T14:36:06,995 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T14:36:06,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2210 sec 2024-12-15T14:36:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T14:36:07,881 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-15T14:36:07,881 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T14:36:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:07,883 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T14:36:07,883 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=163, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:07,884 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,886 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C, FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/recovered.edits] 2024-12-15T14:36:07,889 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f7abe3392f484aecaa86702032a9a5b6 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/f7abe3392f484aecaa86702032a9a5b6 2024-12-15T14:36:07,889 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/737ef8c8f80140f2a01688c151281fbb to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/A/737ef8c8f80140f2a01688c151281fbb 2024-12-15T14:36:07,891 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/310b712b2dc6442f9641a6d5c817245c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/310b712b2dc6442f9641a6d5c817245c 2024-12-15T14:36:07,891 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c8184d47b607444ea147fb16ae986f7c to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/B/c8184d47b607444ea147fb16ae986f7c 2024-12-15T14:36:07,894 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ac3e8e618b704dc48cf4f5d304253bcd to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/ac3e8e618b704dc48cf4f5d304253bcd 2024-12-15T14:36:07,904 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/9dc64897f9c744a296d3d951fd562928 to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/C/9dc64897f9c744a296d3d951fd562928 2024-12-15T14:36:07,907 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/recovered.edits/349.seqid to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a/recovered.edits/349.seqid 2024-12-15T14:36:07,907 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/default/TestAcidGuarantees/02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,907 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T14:36:07,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T14:36:07,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T14:36:07,914 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121565d36f7d89f1481b92240e0b97abe599_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121565d36f7d89f1481b92240e0b97abe599_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121551a7abc2b980454198252eb264329734_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121551a7abc2b980454198252eb264329734_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155eade59c8737490eab55def942c01454_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155eade59c8737490eab55def942c01454_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150848b1cd5c6a4fc8a67b316b08de1cce_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150848b1cd5c6a4fc8a67b316b08de1cce_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156794b31a78b346adbfece834a8846f39_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156794b31a78b346adbfece834a8846f39_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153f5997dc68264acd8ef3d54019a648eb_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153f5997dc68264acd8ef3d54019a648eb_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156cdf214abe3048d8a3bd34c00543763b_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156cdf214abe3048d8a3bd34c00543763b_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,919 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152b7e42b5ea3c457bbf051692b1691e39_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152b7e42b5ea3c457bbf051692b1691e39_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,920 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121574b054689e0c42bfb5565e8efbd79679_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121574b054689e0c42bfb5565e8efbd79679_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c8f0c6a50a43484083fc813abf4a2a94_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c8f0c6a50a43484083fc813abf4a2a94_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-36 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215772adeb85ee446808ac23d6c34a96d32_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215772adeb85ee446808ac23d6c34a96d32_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-39 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cfeb4712f58045228d56b8ccce82afbd_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cfeb4712f58045228d56b8ccce82afbd_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-33 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b2da2c5875ac4b0db6652ac97c1b6772_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b2da2c5875ac4b0db6652ac97c1b6772_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-40 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bf361b8f219f4e28a6d11147d22286f8_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bf361b8f219f4e28a6d11147d22286f8_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-35 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ae0f1d539b4d42c2b70e105d0032cede_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ae0f1d539b4d42c2b70e105d0032cede_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,922 DEBUG [HFileArchiver-38 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ce05586af2f04176a57b32225476657d_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ce05586af2f04176a57b32225476657d_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,923 DEBUG [HFileArchiver-37 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ea4311eeb4bc4114bf7386bc7a3a9502_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ea4311eeb4bc4114bf7386bc7a3a9502_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,924 DEBUG [HFileArchiver-34 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ff77b70cbf4040698669082a8a35f291_02d7afef77620269758aa43236caba5a to hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ff77b70cbf4040698669082a8a35f291_02d7afef77620269758aa43236caba5a 2024-12-15T14:36:07,924 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T14:36:07,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=163, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:07,929 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T14:36:07,931 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T14:36:07,932 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=163, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:07,932 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T14:36:07,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734273367932"}]},"ts":"9223372036854775807"} 2024-12-15T14:36:07,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T14:36:07,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 02d7afef77620269758aa43236caba5a, NAME => 'TestAcidGuarantees,,1734273338592.02d7afef77620269758aa43236caba5a.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T14:36:07,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T14:36:07,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734273367934"}]},"ts":"9223372036854775807"} 2024-12-15T14:36:07,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T14:36:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T14:36:07,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=163, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T14:36:07,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-12-15T14:36:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41897 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T14:36:08,185 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-15T14:36:08,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=246 (was 243) - Thread LEAK? -, OpenFileDescriptor=455 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1232 (was 1138) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=2266 (was 1674) - AvailableMemoryMB LEAK? - 2024-12-15T14:36:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T14:36:08,194 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T14:36:08,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0870ca2a to 127.0.0.1:53661 2024-12-15T14:36:08,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:08,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T14:36:08,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-12-15T14:36:08,194 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=6279ffe7531b,41897,1734273151826 2024-12-15T14:36:08,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T14:36:08,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T14:36:08,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:36:08,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:36:08,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T14:36:08,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T14:36:08,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:08,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T14:36:08,205 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6279ffe7531b,40081,1734273153198' ***** 2024-12-15T14:36:08,205 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T14:36:08,205 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T14:36:08,206 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(3579): Received CLOSE for 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1224): stopping server 6279ffe7531b,40081,1734273153198 2024-12-15T14:36:08,206 DEBUG [RS:0;6279ffe7531b:40081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T14:36:08,206 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1a09f4b538dad86f86094ed09639b58a, disabling compactions & flushes 2024-12-15T14:36:08,207 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T14:36:08,207 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:36:08,207 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 1a09f4b538dad86f86094ed09639b58a=hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a.} 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. after waiting 0 ms 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T14:36:08,207 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1a09f4b538dad86f86094ed09639b58a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T14:36:08,207 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T14:36:08,207 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T14:36:08,207 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-15T14:36:08,209 INFO [regionserver/6279ffe7531b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T14:36:08,209 INFO [regionserver/6279ffe7531b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T14:36:08,210 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:36:08,224 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/.tmp/info/24fbdf8a236b46f29ccefd29e87fd837 is 45, key is default/info:d/1734273159154/Put/seqid=0 2024-12-15T14:36:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742393_1569 (size=5037) 2024-12-15T14:36:08,230 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/info/9fd189cca52349ec9464b18a6cf7972c is 143, key is hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a./info:regioninfo/1734273158998/Put/seqid=0 2024-12-15T14:36:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742394_1570 (size=7725) 2024-12-15T14:36:08,250 INFO [regionserver/6279ffe7531b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T14:36:08,410 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:36:08,610 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1a09f4b538dad86f86094ed09639b58a 2024-12-15T14:36:08,628 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/.tmp/info/24fbdf8a236b46f29ccefd29e87fd837 2024-12-15T14:36:08,632 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/.tmp/info/24fbdf8a236b46f29ccefd29e87fd837 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/info/24fbdf8a236b46f29ccefd29e87fd837 2024-12-15T14:36:08,633 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/info/9fd189cca52349ec9464b18a6cf7972c 2024-12-15T14:36:08,635 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/info/24fbdf8a236b46f29ccefd29e87fd837, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T14:36:08,636 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 1a09f4b538dad86f86094ed09639b58a in 429ms, sequenceid=6, compaction requested=false 2024-12-15T14:36:08,639 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/namespace/1a09f4b538dad86f86094ed09639b58a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T14:36:08,640 INFO [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:36:08,640 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1a09f4b538dad86f86094ed09639b58a: 2024-12-15T14:36:08,640 DEBUG [RS_CLOSE_REGION-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734273157788.1a09f4b538dad86f86094ed09639b58a. 2024-12-15T14:36:08,655 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/rep_barrier/5893097f7d434decb9e1592d26e85b03 is 102, key is TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79./rep_barrier:/1734273184599/DeleteFamily/seqid=0 2024-12-15T14:36:08,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742395_1571 (size=6025) 2024-12-15T14:36:08,664 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/rep_barrier/5893097f7d434decb9e1592d26e85b03 2024-12-15T14:36:08,686 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/table/f9c2d76b878f4167b8af26d87daa8a5a is 96, key is TestAcidGuarantees,,1734273159756.adeeb67288d15ec47d3c8287f2f98b79./table:/1734273184599/DeleteFamily/seqid=0 2024-12-15T14:36:08,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742396_1572 (size=5942) 2024-12-15T14:36:08,810 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T14:36:09,011 DEBUG [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T14:36:09,105 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/table/f9c2d76b878f4167b8af26d87daa8a5a 2024-12-15T14:36:09,108 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/info/9fd189cca52349ec9464b18a6cf7972c as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/info/9fd189cca52349ec9464b18a6cf7972c 2024-12-15T14:36:09,112 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/info/9fd189cca52349ec9464b18a6cf7972c, entries=22, sequenceid=93, filesize=7.5 K 2024-12-15T14:36:09,113 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/rep_barrier/5893097f7d434decb9e1592d26e85b03 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/rep_barrier/5893097f7d434decb9e1592d26e85b03 2024-12-15T14:36:09,115 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/rep_barrier/5893097f7d434decb9e1592d26e85b03, entries=6, sequenceid=93, filesize=5.9 K 2024-12-15T14:36:09,116 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/.tmp/table/f9c2d76b878f4167b8af26d87daa8a5a as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/table/f9c2d76b878f4167b8af26d87daa8a5a 2024-12-15T14:36:09,119 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/table/f9c2d76b878f4167b8af26d87daa8a5a, entries=9, sequenceid=93, filesize=5.8 K 2024-12-15T14:36:09,120 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=93, compaction requested=false 2024-12-15T14:36:09,125 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-15T14:36:09,125 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T14:36:09,125 INFO [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T14:36:09,125 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T14:36:09,126 DEBUG [RS_CLOSE_META-regionserver/6279ffe7531b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T14:36:09,211 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1250): stopping server 6279ffe7531b,40081,1734273153198; all regions closed. 2024-12-15T14:36:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741834_1010 (size=26050) 2024-12-15T14:36:09,216 DEBUG [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/oldWALs 2024-12-15T14:36:09,216 INFO [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6279ffe7531b%2C40081%2C1734273153198.meta:.meta(num 1734273157363) 2024-12-15T14:36:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741832_1008 (size=13147102) 2024-12-15T14:36:09,219 DEBUG [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/oldWALs 2024-12-15T14:36:09,219 INFO [RS:0;6279ffe7531b:40081 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 6279ffe7531b%2C40081%2C1734273153198:(num 1734273156353) 2024-12-15T14:36:09,219 DEBUG [RS:0;6279ffe7531b:40081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:09,219 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T14:36:09,220 INFO [RS:0;6279ffe7531b:40081 {}] hbase.ChoreService(370): Chore service for: regionserver/6279ffe7531b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T14:36:09,220 INFO [regionserver/6279ffe7531b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T14:36:09,220 INFO [RS:0;6279ffe7531b:40081 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40081 2024-12-15T14:36:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6279ffe7531b,40081,1734273153198 2024-12-15T14:36:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T14:36:09,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6279ffe7531b,40081,1734273153198] 2024-12-15T14:36:09,246 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 6279ffe7531b,40081,1734273153198; numProcessing=1 2024-12-15T14:36:09,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/6279ffe7531b,40081,1734273153198 already deleted, retry=false 2024-12-15T14:36:09,254 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 6279ffe7531b,40081,1734273153198 expired; onlineServers=0 2024-12-15T14:36:09,254 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '6279ffe7531b,41897,1734273151826' ***** 2024-12-15T14:36:09,254 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T14:36:09,254 DEBUG [M:0;6279ffe7531b:41897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6279ffe7531b/172.17.0.2:0 2024-12-15T14:36:09,254 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegionServer(1224): stopping server 6279ffe7531b,41897,1734273151826 2024-12-15T14:36:09,254 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegionServer(1250): stopping server 6279ffe7531b,41897,1734273151826; all regions closed. 2024-12-15T14:36:09,254 DEBUG [M:0;6279ffe7531b:41897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T14:36:09,255 DEBUG [M:0;6279ffe7531b:41897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T14:36:09,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T14:36:09,255 DEBUG [M:0;6279ffe7531b:41897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T14:36:09,255 DEBUG [master/6279ffe7531b:0:becomeActiveMaster-HFileCleaner.large.0-1734273156019 {}] cleaner.HFileCleaner(306): Exit Thread[master/6279ffe7531b:0:becomeActiveMaster-HFileCleaner.large.0-1734273156019,5,FailOnTimeoutGroup] 2024-12-15T14:36:09,255 DEBUG [master/6279ffe7531b:0:becomeActiveMaster-HFileCleaner.small.0-1734273156022 {}] cleaner.HFileCleaner(306): Exit Thread[master/6279ffe7531b:0:becomeActiveMaster-HFileCleaner.small.0-1734273156022,5,FailOnTimeoutGroup] 2024-12-15T14:36:09,255 INFO [M:0;6279ffe7531b:41897 {}] hbase.ChoreService(370): Chore service for: master/6279ffe7531b:0 had [] on shutdown 2024-12-15T14:36:09,255 DEBUG [M:0;6279ffe7531b:41897 {}] master.HMaster(1733): Stopping service threads 2024-12-15T14:36:09,255 INFO [M:0;6279ffe7531b:41897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T14:36:09,256 INFO [M:0;6279ffe7531b:41897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T14:36:09,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T14:36:09,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T14:36:09,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T14:36:09,263 DEBUG [M:0;6279ffe7531b:41897 {}] zookeeper.ZKUtil(347): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T14:36:09,263 WARN [M:0;6279ffe7531b:41897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T14:36:09,263 INFO [M:0;6279ffe7531b:41897 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T14:36:09,263 INFO [M:0;6279ffe7531b:41897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T14:36:09,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T14:36:09,263 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T14:36:09,263 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:36:09,263 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:36:09,263 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T14:36:09,263 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:36:09,263 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=729.30 KB heapSize=894.29 KB 2024-12-15T14:36:09,280 DEBUG [M:0;6279ffe7531b:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28d21e6fc99f440b94ba185c30eb1004 is 82, key is hbase:meta,,1/info:regioninfo/1734273157510/Put/seqid=0 2024-12-15T14:36:09,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742397_1573 (size=5672) 2024-12-15T14:36:09,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T14:36:09,346 INFO [RS:0;6279ffe7531b:40081 {}] regionserver.HRegionServer(1307): Exiting; stopping=6279ffe7531b,40081,1734273153198; zookeeper connection closed. 2024-12-15T14:36:09,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40081-0x1002a1b4c920001, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T14:36:09,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ce5bc6a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ce5bc6a 2024-12-15T14:36:09,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T14:36:09,689 INFO [M:0;6279ffe7531b:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2031 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28d21e6fc99f440b94ba185c30eb1004 2024-12-15T14:36:09,711 DEBUG [M:0;6279ffe7531b:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fc450bd6ca445c4ba20db8e548bc5f4 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x8C/proc:d/1734273340675/Put/seqid=0 2024-12-15T14:36:09,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742398_1574 (size=42326) 2024-12-15T14:36:10,115 INFO [M:0;6279ffe7531b:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=728.75 KB at sequenceid=2031 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fc450bd6ca445c4ba20db8e548bc5f4 2024-12-15T14:36:10,118 INFO [M:0;6279ffe7531b:41897 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fc450bd6ca445c4ba20db8e548bc5f4 2024-12-15T14:36:10,133 DEBUG [M:0;6279ffe7531b:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60081f61f0224d1396fe4e95b832eb00 is 69, key is 6279ffe7531b,40081,1734273153198/rs:state/1734273156086/Put/seqid=0 2024-12-15T14:36:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742399_1575 (size=5156) 2024-12-15T14:36:10,537 INFO [M:0;6279ffe7531b:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2031 (bloomFilter=true), to=hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60081f61f0224d1396fe4e95b832eb00 2024-12-15T14:36:10,540 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28d21e6fc99f440b94ba185c30eb1004 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28d21e6fc99f440b94ba185c30eb1004 2024-12-15T14:36:10,544 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28d21e6fc99f440b94ba185c30eb1004, entries=8, sequenceid=2031, filesize=5.5 K 2024-12-15T14:36:10,545 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fc450bd6ca445c4ba20db8e548bc5f4 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fc450bd6ca445c4ba20db8e548bc5f4 2024-12-15T14:36:10,549 INFO [M:0;6279ffe7531b:41897 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fc450bd6ca445c4ba20db8e548bc5f4 2024-12-15T14:36:10,549 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fc450bd6ca445c4ba20db8e548bc5f4, entries=163, sequenceid=2031, filesize=41.3 K 2024-12-15T14:36:10,549 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60081f61f0224d1396fe4e95b832eb00 as hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60081f61f0224d1396fe4e95b832eb00 2024-12-15T14:36:10,553 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43179/user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60081f61f0224d1396fe4e95b832eb00, entries=1, sequenceid=2031, filesize=5.0 K 2024-12-15T14:36:10,553 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(3040): Finished flush of dataSize ~729.30 KB/746804, heapSize ~893.99 KB/915448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=2031, compaction requested=false 2024-12-15T14:36:10,556 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T14:36:10,556 DEBUG [M:0;6279ffe7531b:41897 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T14:36:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741830_1006 (size=879994) 2024-12-15T14:36:10,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/dc1e1a3a-2fba-5972-5be8-44ea9c6f6efb/MasterData/WALs/6279ffe7531b,41897,1734273151826/6279ffe7531b%2C41897%2C1734273151826.1734273154908 not finished, retry = 0 2024-12-15T14:36:10,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T14:36:10,660 INFO [M:0;6279ffe7531b:41897 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T14:36:10,660 INFO [M:0;6279ffe7531b:41897 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41897 2024-12-15T14:36:10,712 DEBUG [M:0;6279ffe7531b:41897 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/6279ffe7531b,41897,1734273151826 already deleted, retry=false 2024-12-15T14:36:10,821 INFO [M:0;6279ffe7531b:41897 {}] regionserver.HRegionServer(1307): Exiting; stopping=6279ffe7531b,41897,1734273151826; zookeeper connection closed. 2024-12-15T14:36:10,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T14:36:10,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1002a1b4c920000, quorum=127.0.0.1:53661, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T14:36:10,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T14:36:10,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T14:36:10,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T14:36:10,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T14:36:10,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/hadoop.log.dir/,STOPPED} 2024-12-15T14:36:10,833 WARN [BP-424390384-172.17.0.2-1734273146186 heartbeating to localhost/127.0.0.1:43179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T14:36:10,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T14:36:10,833 WARN [BP-424390384-172.17.0.2-1734273146186 heartbeating to localhost/127.0.0.1:43179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-424390384-172.17.0.2-1734273146186 (Datanode Uuid 01923576-86cc-46d4-8d3b-768099b12d16) service to localhost/127.0.0.1:43179 2024-12-15T14:36:10,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T14:36:10,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/dfs/data/data1/current/BP-424390384-172.17.0.2-1734273146186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T14:36:10,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/cluster_eeffe870-9006-3648-1b8e-10aedc153b65/dfs/data/data2/current/BP-424390384-172.17.0.2-1734273146186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T14:36:10,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T14:36:10,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T14:36:10,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T14:36:10,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T14:36:10,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T14:36:10,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a546407-01e9-5042-9e95-fe8b8b638bd3/hadoop.log.dir/,STOPPED} 2024-12-15T14:36:10,871 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T14:36:11,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down